[ 481.257128] env[62093]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62093) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 481.257465] env[62093]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62093) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 481.257587] env[62093]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62093) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 481.257897] env[62093]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 481.351958] env[62093]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62093) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 481.363522] env[62093]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62093) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 481.965217] env[62093]: INFO nova.virt.driver [None req-fc229d7d-3bbe-4bec-951d-8567bf4e592b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 482.036319] env[62093]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 482.036471] env[62093]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 482.036611] env[62093]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62093) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 485.340551] env[62093]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-6608b96a-c0b2-45e1-b3c7-0f63ee1d2018 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.356419] env[62093]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62093) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 485.356587] env[62093]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-7e445dbc-21ec-41cc-acbe-518da3dbb0d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.380869] env[62093]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 5664e. [ 485.381037] env[62093]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.344s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 485.381487] env[62093]: INFO nova.virt.vmwareapi.driver [None req-fc229d7d-3bbe-4bec-951d-8567bf4e592b None None] VMware vCenter version: 7.0.3 [ 485.384896] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3679a3e9-58b0-4b0d-9206-2ef43eedbe51 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.401688] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b8dde-6dc2-4c0c-baf6-605c6c9d0902 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.407261] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f2683-59f8-4d2f-baf1-ba61e3af6bc5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.413711] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659373ef-8b72-4d51-9c89-024801cf9691 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.426677] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e8bdf9-a1fb-42d4-955a-98816d8a8944 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.432478] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83c05d6-e457-4ef6-9c87-7adf26f0ad68 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.462429] env[62093]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-47c3c17a-5c14-4b38-832b-3531b2fc7dc5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.467043] env[62093]: DEBUG nova.virt.vmwareapi.driver [None req-fc229d7d-3bbe-4bec-951d-8567bf4e592b None None] Extension org.openstack.compute already exists. {{(pid=62093) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 485.469668] env[62093]: INFO nova.compute.provider_config [None req-fc229d7d-3bbe-4bec-951d-8567bf4e592b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 485.972663] env[62093]: DEBUG nova.context [None req-fc229d7d-3bbe-4bec-951d-8567bf4e592b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5649aef6-bb8d-49ae-8525-426d02dfac8b(cell1) {{(pid=62093) load_cells /opt/stack/nova/nova/context.py:464}} [ 485.974883] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 485.975126] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 485.975794] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 485.976232] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Acquiring lock "5649aef6-bb8d-49ae-8525-426d02dfac8b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 485.976438] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Lock "5649aef6-bb8d-49ae-8525-426d02dfac8b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 485.977527] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Lock "5649aef6-bb8d-49ae-8525-426d02dfac8b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 485.998349] env[62093]: INFO dbcounter [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Registered counter for database nova_cell0 [ 486.006543] env[62093]: INFO dbcounter [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Registered counter for database nova_cell1 [ 486.009725] env[62093]: DEBUG oslo_db.sqlalchemy.engines [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62093) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 486.010080] env[62093]: DEBUG oslo_db.sqlalchemy.engines [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62093) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 486.014631] env[62093]: ERROR nova.db.main.api [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 486.014631] env[62093]: result = function(*args, **kwargs) [ 486.014631] env[62093]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 486.014631] env[62093]: return func(*args, **kwargs) [ 486.014631] env[62093]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 486.014631] env[62093]: result = fn(*args, **kwargs) [ 486.014631] env[62093]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 486.014631] env[62093]: return f(*args, **kwargs) [ 486.014631] env[62093]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 486.014631] env[62093]: return db.service_get_minimum_version(context, binaries) [ 486.014631] env[62093]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 486.014631] env[62093]: _check_db_access() [ 486.014631] env[62093]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 486.014631] env[62093]: stacktrace = ''.join(traceback.format_stack()) [ 486.014631] env[62093]: [ 486.015855] env[62093]: ERROR nova.db.main.api [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 486.015855] env[62093]: result = function(*args, **kwargs) [ 486.015855] env[62093]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 486.015855] env[62093]: return func(*args, **kwargs) [ 486.015855] env[62093]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 486.015855] env[62093]: result = fn(*args, **kwargs) [ 486.015855] env[62093]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 486.015855] env[62093]: return f(*args, **kwargs) [ 486.015855] env[62093]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 486.015855] env[62093]: return db.service_get_minimum_version(context, binaries) [ 486.015855] env[62093]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 486.015855] env[62093]: _check_db_access() [ 486.015855] env[62093]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 486.015855] env[62093]: stacktrace = ''.join(traceback.format_stack()) [ 486.015855] env[62093]: [ 486.016436] env[62093]: WARNING nova.objects.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 486.016436] env[62093]: WARNING nova.objects.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Failed to get minimum service version for cell 5649aef6-bb8d-49ae-8525-426d02dfac8b [ 486.016834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Acquiring lock "singleton_lock" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.016998] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Acquired lock "singleton_lock" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.017249] env[62093]: DEBUG oslo_concurrency.lockutils [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Releasing lock "singleton_lock" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.017564] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Full set of CONF: {{(pid=62093) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 486.017706] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ******************************************************************************** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 486.017832] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Configuration options gathered from: {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 486.017965] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 486.018165] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 486.018291] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ================================================================================ {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 486.018490] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] allow_resize_to_same_host = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.018658] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] arq_binding_timeout = 300 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.018791] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] backdoor_port = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.018915] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] backdoor_socket = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.019091] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] block_device_allocate_retries = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.019255] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] block_device_allocate_retries_interval = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.019422] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cert = self.pem {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.019586] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.019755] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute_monitors = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.019922] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] config_dir = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.020131] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] config_drive_format = iso9660 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.020285] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.020486] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] config_source = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.020687] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] console_host = devstack {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.020872] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] control_exchange = nova {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.021047] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cpu_allocation_ratio = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.021249] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] daemon = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.021481] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] debug = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.021680] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] default_access_ip_network_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.021856] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] default_availability_zone = nova {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.022013] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] default_ephemeral_format = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.022184] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] default_green_pool_size = 1000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.022429] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.022612] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] default_schedule_zone = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.022787] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] disk_allocation_ratio = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.022950] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] enable_new_services = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.023491] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] enabled_apis = ['osapi_compute'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.023491] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] enabled_ssl_apis = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.023491] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] flat_injected = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.023658] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] force_config_drive = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.023783] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] force_raw_images = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.023950] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] graceful_shutdown_timeout = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.024122] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] heal_instance_info_cache_interval = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.024343] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] host = cpu-1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.024516] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.024680] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] initial_disk_allocation_ratio = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.024844] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] initial_ram_allocation_ratio = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.025076] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.025244] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] instance_build_timeout = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.025407] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] instance_delete_interval = 300 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.025573] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] instance_format = [instance: %(uuid)s] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.025739] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] instance_name_template = instance-%08x {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.025899] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] instance_usage_audit = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.026077] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] instance_usage_audit_period = month {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.026244] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.026408] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] instances_path = /opt/stack/data/nova/instances {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.026571] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] internal_service_availability_zone = internal {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.026725] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] key = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.026881] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] live_migration_retry_count = 30 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.027055] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_color = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.027223] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_config_append = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.027386] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.027543] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_dir = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.027696] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.027824] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_options = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.027978] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_rotate_interval = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.028155] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_rotate_interval_type = days {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.028317] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] log_rotation_type = none {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.028443] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.028567] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.028733] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.028893] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.029026] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.029193] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] long_rpc_timeout = 1800 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.029352] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] max_concurrent_builds = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.029512] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] max_concurrent_live_migrations = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.029667] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] max_concurrent_snapshots = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.029823] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] max_local_block_devices = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.029980] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] max_logfile_count = 30 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.030150] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] max_logfile_size_mb = 200 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.030307] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] maximum_instance_delete_attempts = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.030469] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] metadata_listen = 0.0.0.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.030635] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] metadata_listen_port = 8775 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.030800] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] metadata_workers = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.030956] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] migrate_max_retries = -1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.031131] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] mkisofs_cmd = genisoimage {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.031332] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] my_block_storage_ip = 10.180.1.21 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.031464] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] my_ip = 10.180.1.21 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.031655] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] network_allocate_retries = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.031837] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.032010] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] osapi_compute_listen = 0.0.0.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.032179] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] osapi_compute_listen_port = 8774 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.032345] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] osapi_compute_unique_server_name_scope = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.032509] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] osapi_compute_workers = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.032709] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] password_length = 12 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.032879] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] periodic_enable = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.033052] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] periodic_fuzzy_delay = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.033224] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] pointer_model = usbtablet {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.033388] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] preallocate_images = none {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.033544] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] publish_errors = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.033672] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] pybasedir = /opt/stack/nova {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.033831] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ram_allocation_ratio = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.033990] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] rate_limit_burst = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.034169] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] rate_limit_except_level = CRITICAL {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.034327] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] rate_limit_interval = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.034487] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] reboot_timeout = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.034655] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] reclaim_instance_interval = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.034838] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] record = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.035022] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] reimage_timeout_per_gb = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.035190] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] report_interval = 120 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.035349] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] rescue_timeout = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.035505] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] reserved_host_cpus = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.035662] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] reserved_host_disk_mb = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.035822] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] reserved_host_memory_mb = 512 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.035977] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] reserved_huge_pages = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.036149] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] resize_confirm_window = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.036306] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] resize_fs_using_block_device = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.036460] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] resume_guests_state_on_host_boot = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.036624] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.036787] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] rpc_response_timeout = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.036946] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] run_external_periodic_tasks = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.037120] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] running_deleted_instance_action = reap {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.037280] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] running_deleted_instance_poll_interval = 1800 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.037436] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] running_deleted_instance_timeout = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.037590] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler_instance_sync_interval = 120 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.037754] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_down_time = 720 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.037919] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] servicegroup_driver = db {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.038142] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] shell_completion = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.038415] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] shelved_offload_time = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.038696] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] shelved_poll_interval = 3600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.038990] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] shutdown_timeout = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.039286] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] source_is_ipv6 = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.039520] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ssl_only = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.039790] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.039967] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] sync_power_state_interval = 600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.040149] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] sync_power_state_pool_size = 1000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.040317] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] syslog_log_facility = LOG_USER {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.040475] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] tempdir = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.040638] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] timeout_nbd = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.040808] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] transport_url = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.040970] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] update_resources_interval = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.041144] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] use_cow_images = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.041301] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] use_eventlog = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.041456] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] use_journal = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.041634] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] use_json = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.041807] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] use_rootwrap_daemon = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.041966] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] use_stderr = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.042136] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] use_syslog = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.042294] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vcpu_pin_set = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.042456] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plugging_is_fatal = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.042625] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plugging_timeout = 300 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.042789] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] virt_mkfs = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.042947] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] volume_usage_poll_interval = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.043119] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] watch_log_file = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.043284] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] web = /usr/share/spice-html5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.043464] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.043627] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.043835] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.044033] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_concurrency.disable_process_locking = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.044617] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.044813] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.044987] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.045179] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.045356] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.045526] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.045710] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.auth_strategy = keystone {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.045881] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.compute_link_prefix = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.046067] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.046247] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.dhcp_domain = novalocal {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.046415] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.enable_instance_password = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.046577] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.glance_link_prefix = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.046743] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.046914] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.047114] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.instance_list_per_project_cells = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.047285] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.list_records_by_skipping_down_cells = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.047451] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.local_metadata_per_cell = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.047620] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.max_limit = 1000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.047787] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.metadata_cache_expiration = 15 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.047960] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.neutron_default_tenant_id = default {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.048146] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.response_validation = warn {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.048320] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.use_neutron_default_nets = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.048488] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.048651] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.048818] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.048988] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.049174] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.vendordata_dynamic_targets = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.049333] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.vendordata_jsonfile_path = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.049516] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.049745] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.backend = dogpile.cache.memcached {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.049929] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.backend_argument = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.050106] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.backend_expiration_time = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.050280] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.config_prefix = cache.oslo {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.050450] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.dead_timeout = 60.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.050617] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.debug_cache_backend = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.050806] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.enable_retry_client = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.050972] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.enable_socket_keepalive = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.051159] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.enabled = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.051327] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.enforce_fips_mode = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.051491] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.expiration_time = 600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.051685] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.hashclient_retry_attempts = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.051863] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.hashclient_retry_delay = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.052041] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_dead_retry = 300 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.052207] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_password = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.052374] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.052541] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.052723] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_pool_maxsize = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.052900] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.053081] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_sasl_enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.053264] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.053432] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_socket_timeout = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.053593] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.memcache_username = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.053762] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.proxies = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.053924] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.redis_db = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.054095] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.redis_password = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.054267] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.redis_sentinel_service_name = mymaster {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.054440] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.054607] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.redis_server = localhost:6379 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.054776] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.redis_socket_timeout = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.054934] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.redis_username = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.055108] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.retry_attempts = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.055278] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.retry_delay = 0.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.055440] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.socket_keepalive_count = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.055601] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.socket_keepalive_idle = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.055785] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.socket_keepalive_interval = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.055947] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.tls_allowed_ciphers = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.056120] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.tls_cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.056279] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.tls_certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.056441] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.tls_enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.056599] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cache.tls_keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.056790] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.auth_section = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.056979] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.auth_type = password {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.057154] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.057329] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.catalog_info = volumev3::publicURL {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.057486] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.057650] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.057817] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.cross_az_attach = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.057977] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.debug = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.058147] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.endpoint_template = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.058310] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.http_retries = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.058472] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.058628] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.058795] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.os_region_name = RegionOne {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.058961] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.059148] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cinder.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.059330] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.059491] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.cpu_dedicated_set = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.059673] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.cpu_shared_set = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.059850] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.image_type_exclude_list = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.060022] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.060189] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.max_concurrent_disk_ops = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.060351] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.max_disk_devices_to_attach = -1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.060514] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.060683] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.060848] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.resource_provider_association_refresh = 300 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.061015] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.061184] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.shutdown_retry_interval = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.061364] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.061540] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] conductor.workers = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.061748] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] console.allowed_origins = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.061913] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] console.ssl_ciphers = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.062096] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] console.ssl_minimum_version = default {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.062274] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] consoleauth.enforce_session_timeout = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.062443] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] consoleauth.token_ttl = 600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.062616] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.062776] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.062940] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.063107] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.connect_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.063267] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.connect_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.063424] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.endpoint_override = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.063585] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.063750] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.063903] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.max_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.064077] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.min_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.064237] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.region_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.064392] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.retriable_status_codes = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.064546] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.service_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.064712] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.service_type = accelerator {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.064874] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.065037] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.status_code_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.065199] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.status_code_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.065354] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.065531] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.065691] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] cyborg.version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.065871] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.backend = sqlalchemy {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.066052] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.connection = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.066222] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.connection_debug = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.066389] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.connection_parameters = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.066551] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.connection_recycle_time = 3600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.066715] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.connection_trace = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.066877] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.db_inc_retry_interval = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.067049] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.db_max_retries = 20 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.067217] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.db_max_retry_interval = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.067379] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.db_retry_interval = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.067539] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.max_overflow = 50 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.067710] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.max_pool_size = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.067872] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.max_retries = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.068053] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.068215] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.mysql_wsrep_sync_wait = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.068371] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.pool_timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.068531] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.retry_interval = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.068686] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.slave_connection = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.068847] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.sqlite_synchronous = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.069014] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] database.use_db_reconnect = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.069195] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.backend = sqlalchemy {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.069361] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.connection = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.069527] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.connection_debug = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.069720] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.connection_parameters = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.069890] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.connection_recycle_time = 3600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.070066] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.connection_trace = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.070234] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.db_inc_retry_interval = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.070399] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.db_max_retries = 20 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.070564] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.db_max_retry_interval = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.070729] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.db_retry_interval = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.070891] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.max_overflow = 50 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.071062] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.max_pool_size = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.071226] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.max_retries = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.071392] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.071560] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.071740] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.pool_timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.071908] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.retry_interval = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.072081] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.slave_connection = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.072248] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] api_database.sqlite_synchronous = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.072421] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] devices.enabled_mdev_types = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.072616] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.072799] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ephemeral_storage_encryption.default_format = luks {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.072966] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ephemeral_storage_encryption.enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.073144] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.073315] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.api_servers = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.073477] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.073637] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.073804] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.073964] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.connect_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.074136] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.connect_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.074299] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.debug = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.074463] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.default_trusted_certificate_ids = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.074635] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.enable_certificate_validation = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.074799] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.enable_rbd_download = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.074957] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.endpoint_override = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.075136] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.075297] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.075454] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.max_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.075611] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.min_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.075776] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.num_retries = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.075944] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.rbd_ceph_conf = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.076120] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.rbd_connect_timeout = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.076289] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.rbd_pool = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.076455] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.rbd_user = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.076613] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.region_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.076773] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.retriable_status_codes = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.076928] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.service_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.077105] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.service_type = image {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.077275] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.077433] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.status_code_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.077592] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.status_code_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.077749] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.077928] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.078105] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.verify_glance_signatures = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.078263] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] glance.version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.078425] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] guestfs.debug = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.078591] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] mks.enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.078940] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.079150] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] image_cache.manager_interval = 2400 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.079314] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] image_cache.precache_concurrency = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.079487] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] image_cache.remove_unused_base_images = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.079678] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.079857] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.080046] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] image_cache.subdirectory_name = _base {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.080226] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.api_max_retries = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.080390] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.api_retry_interval = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.080549] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.auth_section = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.080715] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.auth_type = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.080871] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.081037] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.081205] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.081366] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.conductor_group = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.081546] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.connect_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.081715] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.connect_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.081880] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.endpoint_override = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.082054] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.082214] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.082372] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.max_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.082531] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.min_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.082728] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.peer_list = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.082894] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.region_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.083066] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.retriable_status_codes = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.083234] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.serial_console_state_timeout = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.083392] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.service_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.083563] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.service_type = baremetal {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.083722] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.shard = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.083885] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.084054] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.status_code_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.084216] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.status_code_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.084373] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.084552] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.084711] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ironic.version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.084888] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.085069] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] key_manager.fixed_key = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.085254] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.085414] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.barbican_api_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.085570] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.barbican_endpoint = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.085740] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.barbican_endpoint_type = public {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.085899] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.barbican_region_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.086067] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.086227] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.086388] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.086551] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.086709] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.086871] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.number_of_retries = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.087040] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.retry_delay = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.087206] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.send_service_user_token = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.087367] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.087523] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.087684] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.verify_ssl = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.087843] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican.verify_ssl_path = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.088013] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.auth_section = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.088179] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.auth_type = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.088337] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.088491] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.088653] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.088814] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.088968] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.089139] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.089304] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] barbican_service_user.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.089465] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.approle_role_id = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.089643] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.approle_secret_id = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.089825] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.kv_mountpoint = secret {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.089986] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.kv_path = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.090163] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.kv_version = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.090322] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.namespace = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.090481] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.root_token_id = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.090638] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.ssl_ca_crt_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.090803] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.timeout = 60.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.090965] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.use_ssl = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.091145] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.091313] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.091470] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.091656] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.091824] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.connect_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.091985] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.connect_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.092156] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.endpoint_override = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.092320] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.092475] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.092629] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.max_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.092786] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.min_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.092940] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.region_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.093108] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.retriable_status_codes = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.093267] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.service_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.093433] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.service_type = identity {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.093596] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.093812] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.status_code_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.093996] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.status_code_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.094174] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.094355] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.094514] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] keystone.version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.094711] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.connection_uri = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.094875] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.cpu_mode = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.095051] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.cpu_model_extra_flags = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.095224] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.cpu_models = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.095395] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.cpu_power_governor_high = performance {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.095561] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.cpu_power_governor_low = powersave {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.095734] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.cpu_power_management = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.095916] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.096099] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.device_detach_attempts = 8 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.096274] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.device_detach_timeout = 20 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.096432] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.disk_cachemodes = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.096591] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.disk_prefix = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.096758] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.enabled_perf_events = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.096920] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.file_backed_memory = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.097093] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.gid_maps = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.097253] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.hw_disk_discard = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.097408] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.hw_machine_type = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.097573] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.images_rbd_ceph_conf = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.097740] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.097910] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.098146] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.images_rbd_glance_store_name = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.098332] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.images_rbd_pool = rbd {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.098504] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.images_type = default {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.098664] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.images_volume_group = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.098831] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.inject_key = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.098998] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.inject_partition = -2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.099170] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.inject_password = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.099331] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.iscsi_iface = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.099492] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.iser_use_multipath = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.099655] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_bandwidth = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.099818] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.099980] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_downtime = 500 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.100157] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.100322] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.100481] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_inbound_addr = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.100643] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.100807] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_permit_post_copy = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.100972] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_scheme = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.101159] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_timeout_action = abort {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.101327] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_tunnelled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.101487] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_uri = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.101670] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.live_migration_with_native_tls = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.101836] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.max_queues = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.102008] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.102239] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.102405] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.nfs_mount_options = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.102687] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.102861] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.103032] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.num_iser_scan_tries = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.103196] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.num_memory_encrypted_guests = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.103358] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.103516] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.num_pcie_ports = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.103680] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.num_volume_scan_tries = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.103844] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.pmem_namespaces = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.104009] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.quobyte_client_cfg = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.104301] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.104475] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rbd_connect_timeout = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.104638] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.104800] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.104956] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rbd_secret_uuid = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.105121] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rbd_user = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.105284] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.105452] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.remote_filesystem_transport = ssh {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.105612] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rescue_image_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.105770] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rescue_kernel_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.105924] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rescue_ramdisk_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.106096] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.106256] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.rx_queue_size = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.106418] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.smbfs_mount_options = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.106706] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.106881] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.snapshot_compression = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.107052] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.snapshot_image_format = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.107271] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.107434] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.sparse_logical_volumes = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.107593] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.swtpm_enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.107756] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.swtpm_group = tss {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.107920] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.swtpm_user = tss {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.108097] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.sysinfo_serial = unique {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.108256] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.tb_cache_size = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.108410] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.tx_queue_size = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.108571] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.uid_maps = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.108732] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.use_virtio_for_bridges = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.108897] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.virt_type = kvm {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.109068] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.volume_clear = zero {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.109231] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.volume_clear_size = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.109393] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.volume_use_multipath = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.109556] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.vzstorage_cache_path = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.109742] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.109909] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.vzstorage_mount_group = qemu {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.110084] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.vzstorage_mount_opts = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.110253] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.110542] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.110720] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.vzstorage_mount_user = stack {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.110886] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.111073] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.auth_section = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.111252] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.auth_type = password {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.111411] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.111584] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.111757] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.111918] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.connect_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.112087] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.connect_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.112259] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.default_floating_pool = public {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.112416] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.endpoint_override = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.112577] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.extension_sync_interval = 600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.112737] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.http_retries = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.112920] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.113059] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.113219] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.max_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.113384] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.113539] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.min_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.113702] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.ovs_bridge = br-int {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.113871] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.physnets = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.114067] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.region_name = RegionOne {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.114233] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.retriable_status_codes = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.114397] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.service_metadata_proxy = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.114556] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.service_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.114722] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.service_type = network {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.114882] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.115051] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.status_code_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.115213] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.status_code_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.115370] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.115558] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.115723] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] neutron.version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.115897] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] notifications.bdms_in_notifications = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.116108] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] notifications.default_level = INFO {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.116285] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] notifications.notification_format = unversioned {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.116450] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] notifications.notify_on_state_change = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.116624] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.116800] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] pci.alias = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.116966] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] pci.device_spec = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.117140] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] pci.report_in_placement = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.117311] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.auth_section = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.117482] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.auth_type = password {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.117649] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.117809] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.117964] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.118139] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.118298] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.connect_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.118455] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.connect_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.118614] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.default_domain_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.118772] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.default_domain_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.118928] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.domain_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.119093] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.domain_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.119254] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.endpoint_override = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.119413] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.119582] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.119756] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.max_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.119913] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.min_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.120092] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.password = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.120250] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.project_domain_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.120413] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.project_domain_name = Default {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.120577] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.project_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.120748] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.project_name = service {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.120914] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.region_name = RegionOne {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.121084] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.retriable_status_codes = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.121245] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.service_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.121411] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.service_type = placement {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.121596] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.121766] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.status_code_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.121964] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.status_code_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.122160] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.system_scope = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.122323] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.122482] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.trust_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.122642] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.user_domain_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.122809] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.user_domain_name = Default {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.122973] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.user_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.123152] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.username = nova {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.123333] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.123491] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] placement.version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.123665] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.cores = 20 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.123829] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.count_usage_from_placement = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.123999] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.124179] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.injected_file_content_bytes = 10240 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.124343] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.injected_file_path_length = 255 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.124507] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.injected_files = 5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.124672] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.instances = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.124838] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.key_pairs = 100 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.125080] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.metadata_items = 128 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.125374] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.ram = 51200 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.125662] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.recheck_quota = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.125967] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.server_group_members = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.126188] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] quota.server_groups = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.126372] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.126543] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.126710] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.image_metadata_prefilter = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.126878] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.127056] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.max_attempts = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.127223] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.max_placement_results = 1000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.127384] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.127543] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.query_placement_for_image_type_support = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.127704] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.127876] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] scheduler.workers = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.128057] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.128231] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.128409] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.128576] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.128747] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.128909] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.129109] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.129304] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.129477] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.host_subset_size = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.129666] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.129836] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.129999] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.130178] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.isolated_hosts = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.130341] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.isolated_images = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.130501] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.130660] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.130823] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.130980] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.pci_in_placement = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.131153] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.131312] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.131471] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.131651] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.131825] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.131987] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.132163] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.track_instance_changes = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.132340] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.132507] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] metrics.required = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.132669] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] metrics.weight_multiplier = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.132831] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.132995] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] metrics.weight_setting = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.133311] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.133485] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] serial_console.enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.133663] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] serial_console.port_range = 10000:20000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.133833] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.134008] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.134183] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] serial_console.serialproxy_port = 6083 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.134350] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.auth_section = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.134521] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.auth_type = password {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.134679] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.134835] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.134996] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.135172] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.135330] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.135499] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.send_service_user_token = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.135660] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.135819] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] service_user.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.135999] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.agent_enabled = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.136179] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.136474] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.136673] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.136845] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.html5proxy_port = 6082 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.137011] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.image_compression = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.137175] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.jpeg_compression = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.137328] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.playback_compression = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.137489] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.require_secure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.137656] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.server_listen = 127.0.0.1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.137822] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.137978] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.streaming_mode = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.138145] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] spice.zlib_compression = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.138309] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] upgrade_levels.baseapi = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.138475] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] upgrade_levels.compute = auto {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.138633] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] upgrade_levels.conductor = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.138789] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] upgrade_levels.scheduler = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.138948] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.auth_section = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.139121] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.auth_type = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.139276] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.139429] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.139617] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.139828] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.139992] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.140170] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.140328] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vendordata_dynamic_auth.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.140499] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.api_retry_count = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.140658] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.ca_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.140831] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.cache_prefix = devstack-image-cache {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.140992] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.cluster_name = testcl1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.141167] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.connection_pool_size = 10 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.141325] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.console_delay_seconds = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.141491] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.datastore_regex = ^datastore.* {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.141731] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.141906] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.host_password = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.142085] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.host_port = 443 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.142254] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.host_username = administrator@vsphere.local {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.142422] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.insecure = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.142595] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.integration_bridge = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.142772] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.maximum_objects = 100 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.142936] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.pbm_default_policy = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.143113] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.pbm_enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.143276] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.pbm_wsdl_location = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.143441] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.143598] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.serial_port_proxy_uri = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.143757] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.serial_port_service_uri = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.143924] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.task_poll_interval = 0.5 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.144101] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.use_linked_clone = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.144270] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.vnc_keymap = en-us {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.144433] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.vnc_port = 5900 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.144595] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vmware.vnc_port_total = 10000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.144815] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.auth_schemes = ['none'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.145031] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.145348] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.145529] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.145700] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.novncproxy_port = 6080 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.145888] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.server_listen = 127.0.0.1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.146078] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.146243] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.vencrypt_ca_certs = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.146401] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.vencrypt_client_cert = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.146557] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vnc.vencrypt_client_key = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.146736] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.146900] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.disable_deep_image_inspection = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.147071] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.147235] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.147395] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.147560] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.disable_rootwrap = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.147720] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.enable_numa_live_migration = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.147878] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.148045] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.148224] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.148384] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.libvirt_disable_apic = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.148538] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.148697] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.148857] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150076] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150076] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150076] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150076] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150076] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150076] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150076] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150324] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150355] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.client_socket_timeout = 900 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150504] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.default_pool_size = 1000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150670] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.keep_alive = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150834] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.max_header_line = 16384 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.150995] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.secure_proxy_ssl_header = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.151169] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.ssl_ca_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.151328] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.ssl_cert_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.151486] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.ssl_key_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.151673] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.tcp_keepidle = 600 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.151864] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.152039] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] zvm.ca_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.152205] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] zvm.cloud_connector_url = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.152498] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.152673] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] zvm.reachable_timeout = 300 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.152853] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.enforce_new_defaults = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.153255] env[62093]: WARNING oslo_config.cfg [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 486.153440] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.enforce_scope = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.153611] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.policy_default_rule = default {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.153792] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.153962] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.policy_file = policy.yaml {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.154151] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.154314] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.154476] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.154635] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.154799] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.154964] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_policy.remote_timeout = 60.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.155148] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.155325] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.155499] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.connection_string = messaging:// {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.155664] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.enabled = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.155832] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.es_doc_type = notification {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.155992] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.es_scroll_size = 10000 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.156173] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.es_scroll_time = 2m {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.156338] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.filter_error_trace = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.156505] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.hmac_keys = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.156670] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.sentinel_service_name = mymaster {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.156835] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.socket_timeout = 0.1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.156995] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.trace_requests = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.157216] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler.trace_sqlalchemy = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.157428] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler_jaeger.process_tags = {} {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.157596] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler_jaeger.service_name_prefix = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.157757] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] profiler_otlp.service_name_prefix = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.157920] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] remote_debug.host = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.158093] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] remote_debug.port = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.158275] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.158435] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.158596] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.158755] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.158911] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.159085] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.159241] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.159398] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.159561] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.159745] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.159904] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.160085] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.160255] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.160424] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.160594] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.160764] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.160925] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.161110] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.161276] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.161436] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.161618] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.161792] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.161954] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.162133] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.162296] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.162455] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.162615] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.162774] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.162938] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.163112] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.ssl = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.163283] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.163480] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.163607] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.163777] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.163942] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.ssl_version = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.164114] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.164297] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.164461] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_notifications.retry = -1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.164673] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.164811] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_messaging_notifications.transport_url = **** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.164987] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.auth_section = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.165160] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.auth_type = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.165319] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.cafile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.165475] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.certfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.165637] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.collect_timing = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.165795] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.connect_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.165956] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.connect_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.166122] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.endpoint_id = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.166295] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.endpoint_interface = publicURL {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.166453] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.endpoint_override = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.166607] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.endpoint_region_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.166763] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.endpoint_service_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.166916] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.endpoint_service_type = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.167086] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.insecure = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.167243] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.keyfile = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.167399] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.max_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.167553] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.min_version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.167710] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.region_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.167866] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.retriable_status_codes = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.168032] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.service_name = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.168193] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.service_type = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.168352] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.split_loggers = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.168507] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.status_code_retries = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.168664] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.status_code_retry_delay = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.168821] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.timeout = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.168980] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.valid_interfaces = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.169147] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_limit.version = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.169311] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_reports.file_event_handler = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.169473] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.169650] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] oslo_reports.log_dir = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.169832] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.169990] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.170162] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.170326] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.170487] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.170644] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.170814] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.170972] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_ovs_privileged.group = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.171139] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.171301] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.171461] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.171640] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] vif_plug_ovs_privileged.user = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.171818] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_linux_bridge.flat_interface = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.171997] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.172186] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.172356] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.172523] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.172688] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.172854] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.173022] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.173200] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.173367] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_ovs.isolate_vif = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.173576] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.173694] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.173863] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.174037] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_ovs.ovsdb_interface = native {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.174205] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] os_vif_ovs.per_port_bridge = False {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.174373] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] privsep_osbrick.capabilities = [21] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.174527] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] privsep_osbrick.group = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.174682] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] privsep_osbrick.helper_command = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.174845] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.175019] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.175172] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] privsep_osbrick.user = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.175344] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.175500] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] nova_sys_admin.group = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.175654] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] nova_sys_admin.helper_command = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.175815] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.175974] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.176141] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] nova_sys_admin.user = None {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.176269] env[62093]: DEBUG oslo_service.service [None req-61ef2b9b-3b85-45d2-8406-b09c27d41f0e None None] ******************************************************************************** {{(pid=62093) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 486.176770] env[62093]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 486.680582] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Getting list of instances from cluster (obj){ [ 486.680582] env[62093]: value = "domain-c8" [ 486.680582] env[62093]: _type = "ClusterComputeResource" [ 486.680582] env[62093]: } {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 486.681874] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da96d02d-c6f9-4e28-9fd7-73c23c6bc59c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.691386] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Got total of 0 instances {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 486.691971] env[62093]: WARNING nova.virt.vmwareapi.driver [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 486.692457] env[62093]: INFO nova.virt.node [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Generated node identity 6e60daf5-3607-4d31-91a7-fe659465be0d [ 486.692715] env[62093]: INFO nova.virt.node [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Wrote node identity 6e60daf5-3607-4d31-91a7-fe659465be0d to /opt/stack/data/n-cpu-1/compute_id [ 487.196442] env[62093]: WARNING nova.compute.manager [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Compute nodes ['6e60daf5-3607-4d31-91a7-fe659465be0d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 488.200675] env[62093]: INFO nova.compute.manager [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 489.205668] env[62093]: WARNING nova.compute.manager [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 489.205938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 489.206209] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 489.206388] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 489.206501] env[62093]: DEBUG nova.compute.resource_tracker [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 489.208890] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2649f26-244e-444f-9d71-a2f2dbf07ab3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.217094] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957c0e60-d547-4d5a-8cf2-20d68cd7c780 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.230485] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dbb333-3c56-41c1-85f2-f5d0330be48e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.236671] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fccd6b4-3bf3-4318-8bb2-0fbe550a5dcb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.264587] env[62093]: DEBUG nova.compute.resource_tracker [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181424MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 489.264720] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 489.264918] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 489.767687] env[62093]: WARNING nova.compute.resource_tracker [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] No compute node record for cpu-1:6e60daf5-3607-4d31-91a7-fe659465be0d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6e60daf5-3607-4d31-91a7-fe659465be0d could not be found. [ 490.271330] env[62093]: INFO nova.compute.resource_tracker [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6e60daf5-3607-4d31-91a7-fe659465be0d [ 491.780218] env[62093]: DEBUG nova.compute.resource_tracker [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 491.780612] env[62093]: DEBUG nova.compute.resource_tracker [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 491.994454] env[62093]: INFO nova.scheduler.client.report [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] [req-818e3cb7-fe2f-430c-8309-224de7f5a39e] Created resource provider record via placement API for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 492.022722] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f1bb88-2a71-467e-8297-35bdb3660eac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.031419] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee43bac-9d7e-49f4-8895-ddccaf5a7713 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.061039] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7a8c42-1d31-4a51-8606-3d3e3b0fb981 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.067896] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf319cf9-e226-46fb-9909-c45ca7e0f900 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.080672] env[62093]: DEBUG nova.compute.provider_tree [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 492.636197] env[62093]: DEBUG nova.scheduler.client.report [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 492.636443] env[62093]: DEBUG nova.compute.provider_tree [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 0 to 1 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 492.636581] env[62093]: DEBUG nova.compute.provider_tree [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 492.724311] env[62093]: DEBUG nova.compute.provider_tree [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 1 to 2 during operation: update_traits {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 493.229072] env[62093]: DEBUG nova.compute.resource_tracker [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 493.229407] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.964s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 493.229451] env[62093]: DEBUG nova.service [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Creating RPC server for service compute {{(pid=62093) start /opt/stack/nova/nova/service.py:186}} [ 493.243359] env[62093]: DEBUG nova.service [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] Join ServiceGroup membership for this service compute {{(pid=62093) start /opt/stack/nova/nova/service.py:203}} [ 493.243534] env[62093]: DEBUG nova.servicegroup.drivers.db [None req-df654808-ede1-4546-94c3-920e24e14a6f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62093) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 513.247271] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 513.750747] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Getting list of instances from cluster (obj){ [ 513.750747] env[62093]: value = "domain-c8" [ 513.750747] env[62093]: _type = "ClusterComputeResource" [ 513.750747] env[62093]: } {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 513.751984] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cb7884-5db6-45f0-90cb-b7965d2688bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.760448] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Got total of 0 instances {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 513.760671] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 513.760950] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Getting list of instances from cluster (obj){ [ 513.760950] env[62093]: value = "domain-c8" [ 513.760950] env[62093]: _type = "ClusterComputeResource" [ 513.760950] env[62093]: } {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 513.761814] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f23bb3-18b3-4de4-97dd-7e4724bd5555 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.768495] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Got total of 0 instances {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.417189] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.417189] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.417189] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 541.417189] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 541.922033] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 541.922033] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.922033] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.922033] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.922033] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.922033] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.922367] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.922367] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 541.922367] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.425060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.425060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.425060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.425494] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 542.426169] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b1d18d-d91e-4104-a9ff-1d925e15670f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.434614] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a94a14-8282-459d-a028-280b97f3fab0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.447704] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e09b46-6fce-447e-9a5c-4bba42536075 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.453924] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa2464-a2a7-44f1-958c-e8b05446a438 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.482914] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181433MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 542.483059] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.483256] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.500264] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 543.500493] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 543.515538] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2669b7-7316-49e7-b713-0faaea8990b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.523158] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09324643-4bea-49f5-9e8e-ec2b1427a9eb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.552599] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0366c1-69b9-4a3b-88b6-1759ce85c989 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.559724] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b792e8-c2ed-46e8-95dc-5ab73698672e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.572579] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.076235] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 544.581839] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 544.582317] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.568106] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.568507] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.073761] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.073943] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 605.074093] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 605.577284] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 605.577524] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.577665] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.577808] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.577950] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.578112] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.578254] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.578377] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 605.578532] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.081396] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.081654] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.081789] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.081936] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 606.082860] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d151ab-8562-4a44-bf4e-56c1b74ea363 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.091346] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434766cc-dd6d-437a-9ae8-014c1d8132c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.104694] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180d4e35-ddee-41ec-91c3-b66732698b9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.110512] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd467d5c-d0dc-489a-8d61-c328299f8b2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.139076] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181429MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 606.139215] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.139390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.158078] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 607.158320] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 607.171225] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11492ba-de63-4c11-939a-52bfddea2536 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.178841] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f37a6ce-f367-4d2f-be94-c37dc2d2ff37 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.207627] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5840eb-0731-4b2a-813d-aa214a8b9e65 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.214436] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc467b-4dcd-49a2-8771-de59209fb20e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.226961] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.730456] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 607.731821] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 607.732026] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.733527] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.733957] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.733957] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 667.734055] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 668.237259] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 668.237499] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.237638] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.237784] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.237930] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.238084] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.238228] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.238351] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 668.238484] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.741987] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.742395] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.742395] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.742559] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 668.743469] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e359f0-9a83-4274-8306-58f5a3b5b66c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.751777] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ca92c-d890-43b7-a7d8-4784cbfa5870 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.766544] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aa2e22-6c80-4aec-8a68-77e3e9d07bed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.772605] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bfdc6b-f665-4e0e-9c32-df273b168293 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.800951] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181418MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 668.801104] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.801297] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.825170] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 669.825443] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 669.838563] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880bb171-df2e-41af-8e03-b72ea4c4a0b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.845616] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfab8b3-1ce9-4c14-a0a7-0be680ee517a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.873604] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa71528a-8f01-4380-94d8-835b8651b91f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.879973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0db1d02-5401-4cb6-9f52-2f7e4aff81da {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.892266] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.395357] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 670.396620] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 670.396796] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.064602] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.065042] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.572168] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.572368] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 724.572430] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 725.077798] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 725.078126] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 725.078207] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 725.078350] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 725.078493] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 725.078635] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 725.078761] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 725.078898] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 725.582126] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.582365] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.582552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.582713] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 725.583627] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce888f-f3c9-4722-8e3a-36e4bc60873b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.591944] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0841c7c-93f8-46ef-94f3-9b84b12384cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.605460] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5ad77-7b80-4a47-8652-256a41601d19 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.611625] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b1380d-f4e8-4931-a483-ad670e3a7c86 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.640071] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181436MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 725.640224] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.640402] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.657952] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 726.658210] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 726.670777] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a332f5-4cb4-4924-a84d-935f608d35dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.678407] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86000e0b-024f-43ba-af12-b242b6ef4047 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.707410] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d6de5e-28c3-489b-bf92-1d4571177c2c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.714048] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c39638f-aff3-4825-be7b-7d017437e74c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.726863] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.230180] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 727.231409] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 727.231595] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.559197] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.404560] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.405047] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.405098] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 781.908632] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] There are 0 instances to clean {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 781.908901] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.909058] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62093) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 782.411818] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.915326] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.915326] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 784.406071] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.406071] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.406071] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.909291] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.909585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.909707] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.909859] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 784.911126] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8f3fca-ba84-44ce-8931-09f45a0c016c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.919184] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ef633-1748-4bf3-9295-289b702efab1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.932820] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab393f6-78bd-4975-8e9a-9dfe741d2ff5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.939055] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cbe42c-7e0b-4195-b30c-06ae9b736992 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.967258] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181430MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 784.967390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.967576] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.985187] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 785.985435] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 785.998307] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6ea62-796f-4789-90e9-ec6dbcd88b39 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.005818] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac122724-3a17-4469-8be2-ab1555768be5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.034913] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59db6686-2a58-4971-95cd-fab634e78d78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.041956] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ec679-bd73-4674-a13b-5cb7b7abc730 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.055093] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.558618] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 786.559891] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 786.560081] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.559364] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.559796] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 787.559796] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 788.062910] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 788.063173] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.063330] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.063480] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.405675] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.406165] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.406165] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 844.402378] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.907376] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.406091] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.406511] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.909298] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.909567] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.909737] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.909889] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 845.910847] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd46e0-76b2-4c5e-941b-51f1dd73f8a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.919125] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14da8325-ef36-4430-ba27-3a698f72a92d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.932589] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd0a559-d62e-42e7-8b00-7f1ed488a98f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.939304] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72373611-801e-400d-9171-8135e3a0b0be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.967753] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181422MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 845.967895] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.968091] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.002036] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 847.002036] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 847.019840] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 847.034323] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 847.034504] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.046264] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 847.061221] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 847.074082] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3111a-7410-4d64-a50a-96569785f25c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.081608] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fec1b1-62d5-4b8e-8fe8-6432ce52c8b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.111386] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15643f6a-b488-4823-8fed-e8cb5f921f44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.118507] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc203456-2c37-4574-9861-bef3cd44b282 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.130888] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.634306] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 847.635610] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 847.635794] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.668s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.635098] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.635537] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 848.635537] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 849.138595] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 849.138811] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.138966] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.139142] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 903.405405] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 903.405924] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 904.402362] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.404973] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.405973] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.405262] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.405527] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.405682] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.909424] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.909788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.909908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.910376] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 907.910899] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2902cd7-ddaf-49d4-b2b3-06e2c7c0d1d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.919607] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c806bfdd-4e7f-4453-ae9c-ed483e07344b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.934418] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa05306-d4bd-4188-87a2-ef2071fef698 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.940933] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260bc4c5-1ba6-4855-a536-82de9bf295cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.969242] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181429MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 907.969423] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.969579] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.988707] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 908.988977] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 909.001893] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adae5874-d65c-4a03-b9f2-4ce0ab76f6ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.009431] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6fd28d-a977-4a4e-b2c3-59835ef0bf9c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.038627] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8269d2ad-0880-46eb-b612-d4d71a76944c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.045178] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eeeddf-a0cc-466e-84db-bce7d3d1e481 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.057573] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.560149] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 909.561427] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 909.561615] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.562366] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.562795] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 910.562795] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 911.065898] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 911.066177] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.405874] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.406318] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 966.402536] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.402856] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.907787] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.908242] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.405589] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.405962] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.405962] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.909618] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.909977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.910273] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.910506] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 968.911435] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a8add-4390-4bfe-97b2-8eda8bcf1dff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.919523] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de9aa1-17d3-419a-b6dd-679c1e7f2cae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.933409] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d8df49-4dc0-4481-b158-e4e09adf3bd6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.939707] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a345bc-058c-4d33-bc69-58c75c8f5f0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.968549] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181424MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 968.968691] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.968873] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.987393] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 969.987662] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 970.000378] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aec23e-8094-46d9-a5bb-b3379bdef8d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.008448] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285646f0-9b01-46a5-8d03-005c7795fb4c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.037509] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973cab19-c40d-4af5-8deb-34548a4e64a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.044537] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d0a391-3762-4ddd-b76c-ba3c8bf8a0ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.058214] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.561088] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 970.562344] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 970.562524] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.562309] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.562679] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 971.562679] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 972.066329] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 972.066585] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.407688] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.408136] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1026.405775] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.401114] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.405276] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.405693] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.405693] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.909330] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.909613] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.909781] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.909931] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1028.910858] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea20c4-9026-4437-b0df-b958f018d0db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.919019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cbe5a4-d191-421a-9bcf-72c1f2dba954 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.932950] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e47440-bbbb-44e9-a897-ca971adea241 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.939998] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215a0efc-db72-40b7-84db-fe3b639c884f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.969246] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181430MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1028.969411] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.969565] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.989092] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1029.989327] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1030.002898] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3cbc3c-d088-4d95-b918-652115ea7d10 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.010496] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6974020c-3656-49c1-a088-b9b7455e3dfc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.039104] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054f9a45-e752-44ca-8f4b-0add0b7424a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.045950] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872021da-e2b8-4582-ab4e-8cb7579e743b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.058718] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.561617] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1030.562866] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1030.563069] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.562629] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.563181] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.405538] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.405734] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1032.405856] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1032.908646] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1083.405285] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.909668] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.910133] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1086.910133] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.910222] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62093) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1087.904374] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.400564] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.910612] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.405643] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.406040] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.405224] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.405432] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.405585] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.908853] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.909180] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.910050] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.910050] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1090.910352] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab2d798-4ec4-493c-b3f6-dfc34eb708ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.918853] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feadaab7-5c90-4408-a6a9-a8b936223683 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.932035] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63783dc9-de0d-47ce-9fb1-de02f17aca41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.938228] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1353a868-667b-4309-a1f3-a694a6c39d95 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.966970] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181422MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1090.967162] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.967338] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.985951] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1091.986253] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1092.001020] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b814a0-2655-485f-babd-690443cb2349 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.007767] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22de66e-c726-4126-be3e-cee0ef17c5ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.036133] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cd1112-ae1a-4158-b5d4-54a924672e46 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.042956] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a638ad77-6beb-4841-b333-213ec79d57cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.056096] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.559380] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1092.560677] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1092.560856] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.561084] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.561230] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1093.063693] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] There are 0 instances to clean {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1097.064298] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.064662] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1097.064662] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1097.568463] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1113.250152] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.753108] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Getting list of instances from cluster (obj){ [ 1113.753108] env[62093]: value = "domain-c8" [ 1113.753108] env[62093]: _type = "ClusterComputeResource" [ 1113.753108] env[62093]: } {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1113.754181] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0af832a-5822-45db-9556-d7468c42915c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.763036] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Got total of 0 instances {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1146.408382] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.408810] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1148.401235] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.404999] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.405574] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.405688] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.405923] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.405923] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.406143] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.913171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.913171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.913171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.913171] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1151.913171] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033eaa1d-2359-4077-b650-c70d117c9f3a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.922870] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f08638-c9b6-446b-8afb-c7baa954effe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.938782] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e746ba9e-080f-4536-84e3-61f828237f49 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.947164] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b222cc4-a78a-4eab-9e6a-7bb74148a802 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.984118] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181419MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1151.984214] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.984402] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.623533] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1153.623533] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1153.642744] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1153.664051] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1153.666922] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.678124] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1153.704050] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1153.716819] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e62832-85a6-4c67-9289-50cd866e5a0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.724194] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb46cc-a20d-46f4-b81e-32398dfe72d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.753775] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6f29e2-99cd-4b52-8b71-81be6bb3a01d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.761346] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b05ff-c77d-456c-a789-6152358f62e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.775959] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.279881] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1154.281469] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1154.281805] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.297s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.283805] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.283805] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1158.283805] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1158.788697] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1159.322110] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "0b2f15b5-9356-4da5-bc52-8a02128a3997" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.322400] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "0b2f15b5-9356-4da5-bc52-8a02128a3997" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.825727] env[62093]: DEBUG nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1160.384126] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.384126] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.386944] env[62093]: INFO nova.compute.claims [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.484804] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fe9f39-0f7e-4899-92b6-37e50a324647 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.495943] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cec325-a4f2-47f2-a1fb-b1d2cd87e601 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.531886] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc75a3ba-4f59-448b-874e-81e7eb34da4d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.540326] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b6bc61-31bb-4af3-b09b-55e1dd2b79c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.559148] env[62093]: DEBUG nova.compute.provider_tree [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.062114] env[62093]: DEBUG nova.scheduler.client.report [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1162.246290] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquiring lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.246525] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.569939] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.570559] env[62093]: DEBUG nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1162.749287] env[62093]: DEBUG nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1162.945615] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.945615] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.080378] env[62093]: DEBUG nova.compute.utils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1163.081496] env[62093]: DEBUG nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1163.081719] env[62093]: DEBUG nova.network.neutron [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.290278] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.290278] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.290278] env[62093]: INFO nova.compute.claims [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.381447] env[62093]: DEBUG nova.policy [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45bb319fa01e480bb78e47d0f545e7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9daa459dd7f4c96add47001015b8431', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1163.451227] env[62093]: DEBUG nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1163.519909] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.520164] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.592199] env[62093]: DEBUG nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1163.843746] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquiring lock "a11ebf7b-95fb-45af-a954-655135e5309f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.844041] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "a11ebf7b-95fb-45af-a954-655135e5309f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.988362] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.028499] env[62093]: DEBUG nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1164.346658] env[62093]: DEBUG nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1164.420265] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96734df-243d-4d2c-b012-c5fbe4641255 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.429694] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7840243-7028-4b7f-82d9-946870f671b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.471542] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1715b4-138d-4f83-b75b-ca107acd1c19 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.480026] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17e46ab-f56d-419c-900e-3e97af45d9ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.494240] env[62093]: DEBUG nova.compute.provider_tree [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.528440] env[62093]: DEBUG nova.network.neutron [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Successfully created port: f4b3a83a-134a-4c11-b6d8-3a38c60f3777 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.563502] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.604167] env[62093]: DEBUG nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1164.641504] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1164.641985] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1164.642462] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.643095] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1164.643095] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.643457] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1164.644645] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1164.644645] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1164.644645] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1164.644645] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1164.646295] env[62093]: DEBUG nova.virt.hardware [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.651355] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc5d097-a690-42b2-af64-99c861dd5880 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.659817] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35278376-b6c4-49ef-bb6c-abecf9518d36 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.676093] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a3be7c-fa0a-430e-bbed-5d386be2ca11 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.881156] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.997577] env[62093]: DEBUG nova.scheduler.client.report [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1165.505060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.505319] env[62093]: DEBUG nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1165.509588] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.521s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.511410] env[62093]: INFO nova.compute.claims [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.841788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "7ed1869b-528e-4d30-81a6-f4783d4ada88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.841788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "7ed1869b-528e-4d30-81a6-f4783d4ada88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.017380] env[62093]: DEBUG nova.compute.utils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1166.018893] env[62093]: DEBUG nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1166.020370] env[62093]: DEBUG nova.network.neutron [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.191186] env[62093]: DEBUG nova.policy [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19eac11a93da4dd0bb65da5db9e3a2e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e5f0a98e6754b41b680f7afb9f22d5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1166.345152] env[62093]: DEBUG nova.compute.manager [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1166.523131] env[62093]: DEBUG nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1166.684224] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f3ad6-d40d-4cc8-b696-bcf316160e1d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.694087] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be835e30-a24d-45ea-90ba-3d5e5f80b570 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.727695] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee5d54-f91a-47eb-bcd5-7ed880c7fa59 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.735855] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dcd5b6-8f83-4da8-bbb8-a7eada3791ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.752130] env[62093]: DEBUG nova.compute.provider_tree [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.877922] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.259312] env[62093]: DEBUG nova.scheduler.client.report [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1167.385785] env[62093]: DEBUG nova.network.neutron [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Successfully created port: de654f68-ea20-48bb-9453-bc0e2f6622b7 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.539125] env[62093]: DEBUG nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1167.580028] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1167.580280] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1167.580439] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.580620] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1167.580756] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.580898] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1167.583880] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1167.583880] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1167.583880] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1167.583880] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1167.583880] env[62093]: DEBUG nova.virt.hardware [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1167.584309] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96639abf-63b7-4d2d-814d-2227e47f7d20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.593512] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220f6401-9fc8-43b6-9275-5cdd17f151a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.766347] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.766891] env[62093]: DEBUG nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1167.772111] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.208s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.775016] env[62093]: INFO nova.compute.claims [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.085016] env[62093]: DEBUG nova.network.neutron [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Successfully updated port: f4b3a83a-134a-4c11-b6d8-3a38c60f3777 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.285021] env[62093]: DEBUG nova.compute.utils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1168.290409] env[62093]: DEBUG nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1168.291249] env[62093]: DEBUG nova.network.neutron [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.467538] env[62093]: DEBUG nova.policy [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b5a189ca1fd4451acc3458f3bac6213', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfd940fef2974a21a32ae93a734ae96a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1168.593279] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.593744] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquired lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.593744] env[62093]: DEBUG nova.network.neutron [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.796714] env[62093]: DEBUG nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1168.849115] env[62093]: DEBUG nova.compute.manager [req-9c14162e-8f62-473e-b3d6-672ab8a2a123 req-607a976a-90c6-4999-81fc-93d457ee8ebb service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Received event network-vif-plugged-f4b3a83a-134a-4c11-b6d8-3a38c60f3777 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1168.849349] env[62093]: DEBUG oslo_concurrency.lockutils [req-9c14162e-8f62-473e-b3d6-672ab8a2a123 req-607a976a-90c6-4999-81fc-93d457ee8ebb service nova] Acquiring lock "0b2f15b5-9356-4da5-bc52-8a02128a3997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.849558] env[62093]: DEBUG oslo_concurrency.lockutils [req-9c14162e-8f62-473e-b3d6-672ab8a2a123 req-607a976a-90c6-4999-81fc-93d457ee8ebb service nova] Lock "0b2f15b5-9356-4da5-bc52-8a02128a3997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.849723] env[62093]: DEBUG oslo_concurrency.lockutils [req-9c14162e-8f62-473e-b3d6-672ab8a2a123 req-607a976a-90c6-4999-81fc-93d457ee8ebb service nova] Lock "0b2f15b5-9356-4da5-bc52-8a02128a3997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.849912] env[62093]: DEBUG nova.compute.manager [req-9c14162e-8f62-473e-b3d6-672ab8a2a123 req-607a976a-90c6-4999-81fc-93d457ee8ebb service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] No waiting events found dispatching network-vif-plugged-f4b3a83a-134a-4c11-b6d8-3a38c60f3777 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1168.850097] env[62093]: WARNING nova.compute.manager [req-9c14162e-8f62-473e-b3d6-672ab8a2a123 req-607a976a-90c6-4999-81fc-93d457ee8ebb service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Received unexpected event network-vif-plugged-f4b3a83a-134a-4c11-b6d8-3a38c60f3777 for instance with vm_state building and task_state spawning. [ 1168.917707] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c0aba-7214-4c45-87a2-7db3f7516f17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.930430] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2931f9e2-aba9-4b44-96d2-1516e2079c1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.975654] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a95b9-d13c-4d7f-828c-bfbb0ca7cbad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.984455] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce81614f-427c-48e0-a358-ee620e3fcbb2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.997971] env[62093]: DEBUG nova.compute.provider_tree [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.341180] env[62093]: DEBUG nova.network.neutron [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.502048] env[62093]: DEBUG nova.scheduler.client.report [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1169.806713] env[62093]: DEBUG nova.network.neutron [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Successfully created port: 78b9103e-7f64-40d8-8349-44f5ff19b245 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.810398] env[62093]: DEBUG nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1169.846707] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1169.846969] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1169.847829] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.847829] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1169.847829] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.847829] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1169.847829] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1169.849989] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1169.849989] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1169.849989] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1169.849989] env[62093]: DEBUG nova.virt.hardware [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.849989] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de79423-05f6-4ed7-8ed6-118f31cf0252 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.859244] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1408118-0bfe-4310-9efb-3364c3e208c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.009603] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.009603] env[62093]: DEBUG nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1170.012421] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.131s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.013878] env[62093]: INFO nova.compute.claims [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.140145] env[62093]: DEBUG nova.network.neutron [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Updating instance_info_cache with network_info: [{"id": "f4b3a83a-134a-4c11-b6d8-3a38c60f3777", "address": "fa:16:3e:e6:47:74", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b3a83a-13", "ovs_interfaceid": "f4b3a83a-134a-4c11-b6d8-3a38c60f3777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.524042] env[62093]: DEBUG nova.compute.utils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1170.526691] env[62093]: DEBUG nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1170.526691] env[62093]: DEBUG nova.network.neutron [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.645685] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Releasing lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.647032] env[62093]: DEBUG nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Instance network_info: |[{"id": "f4b3a83a-134a-4c11-b6d8-3a38c60f3777", "address": "fa:16:3e:e6:47:74", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b3a83a-13", "ovs_interfaceid": "f4b3a83a-134a-4c11-b6d8-3a38c60f3777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1170.647247] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:47:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4b3a83a-134a-4c11-b6d8-3a38c60f3777', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.669179] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.670235] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4efc49ec-7a66-4624-bab7-0fdb8b7c905d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.684112] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Created folder: OpenStack in parent group-v4. [ 1170.684335] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Creating folder: Project (a9daa459dd7f4c96add47001015b8431). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.684595] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92c237b2-4a8c-40ad-9bdd-b8058ca1c453 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.695613] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Created folder: Project (a9daa459dd7f4c96add47001015b8431) in parent group-v356072. [ 1170.695820] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Creating folder: Instances. Parent ref: group-v356073. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.696266] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16e8bbbc-63c2-44ce-a37b-c01c4ebf4bc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.707653] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Created folder: Instances in parent group-v356073. [ 1170.707926] env[62093]: DEBUG oslo.service.loopingcall [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1170.708760] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.708760] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48bc86b6-098d-45eb-8f71-8447344e7a94 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.732532] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.732532] env[62093]: value = "task-1709252" [ 1170.732532] env[62093]: _type = "Task" [ 1170.732532] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.741810] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709252, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.762212] env[62093]: DEBUG nova.policy [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1171.026678] env[62093]: DEBUG nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1171.050903] env[62093]: DEBUG nova.network.neutron [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Successfully updated port: de654f68-ea20-48bb-9453-bc0e2f6622b7 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.164450] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5bfa9d-8c5a-4a99-acd1-8d25480aa4be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.174695] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658055a3-798e-45d0-bbbf-e4ecab2811fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.208008] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a672f4f0-42df-4379-96f1-5dc75b041ade {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.216309] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0c8474-ce53-4709-b128-22036d3ff67b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.234281] env[62093]: DEBUG nova.compute.provider_tree [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.250296] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709252, 'name': CreateVM_Task, 'duration_secs': 0.406686} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.250296] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.259275] env[62093]: DEBUG oslo_vmware.service [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088268d-469d-499d-91ea-c0e5291b9569 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.270283] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.270472] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.271317] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.271550] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818badab-8d74-42cc-936d-06b82d7a59e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.277425] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1171.277425] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529c3723-69fa-b377-3a1d-271b7459d627" [ 1171.277425] env[62093]: _type = "Task" [ 1171.277425] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.290428] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529c3723-69fa-b377-3a1d-271b7459d627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.556807] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquiring lock "refresh_cache-adf1f186-01f6-4e45-ba26-4bdd1695ab29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.556807] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquired lock "refresh_cache-adf1f186-01f6-4e45-ba26-4bdd1695ab29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.556807] env[62093]: DEBUG nova.network.neutron [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.742998] env[62093]: DEBUG nova.scheduler.client.report [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1171.789197] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.789512] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.789792] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.790095] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.790559] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.790886] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a04e42-0c86-46e9-9ae8-fd10c2472dad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.799421] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.799613] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.800392] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d42a0e3-7301-4bf1-ae1e-7bede31d8ec4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.807542] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78d26345-236d-4598-a6ae-245bfd43db10 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.813475] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1171.813475] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524bdbb6-7f07-5f6d-f9d3-10562eb32333" [ 1171.813475] env[62093]: _type = "Task" [ 1171.813475] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.823275] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524bdbb6-7f07-5f6d-f9d3-10562eb32333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.980943] env[62093]: DEBUG nova.compute.manager [req-267f39ac-caba-4218-b1e9-ebd7caeddcb8 req-666e6b95-c56e-4ee8-88a4-1a282742dc0a service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Received event network-vif-plugged-de654f68-ea20-48bb-9453-bc0e2f6622b7 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1171.981196] env[62093]: DEBUG oslo_concurrency.lockutils [req-267f39ac-caba-4218-b1e9-ebd7caeddcb8 req-666e6b95-c56e-4ee8-88a4-1a282742dc0a service nova] Acquiring lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.981401] env[62093]: DEBUG oslo_concurrency.lockutils [req-267f39ac-caba-4218-b1e9-ebd7caeddcb8 req-666e6b95-c56e-4ee8-88a4-1a282742dc0a service nova] Lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.981563] env[62093]: DEBUG oslo_concurrency.lockutils [req-267f39ac-caba-4218-b1e9-ebd7caeddcb8 req-666e6b95-c56e-4ee8-88a4-1a282742dc0a service nova] Lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.981746] env[62093]: DEBUG nova.compute.manager [req-267f39ac-caba-4218-b1e9-ebd7caeddcb8 req-666e6b95-c56e-4ee8-88a4-1a282742dc0a service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] No waiting events found dispatching network-vif-plugged-de654f68-ea20-48bb-9453-bc0e2f6622b7 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1171.981874] env[62093]: WARNING nova.compute.manager [req-267f39ac-caba-4218-b1e9-ebd7caeddcb8 req-666e6b95-c56e-4ee8-88a4-1a282742dc0a service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Received unexpected event network-vif-plugged-de654f68-ea20-48bb-9453-bc0e2f6622b7 for instance with vm_state building and task_state spawning. [ 1172.040261] env[62093]: DEBUG nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1172.070957] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1172.071239] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1172.072027] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.072027] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1172.072027] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.072027] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1172.072547] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1172.072897] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1172.073127] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1172.073391] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1172.073584] env[62093]: DEBUG nova.virt.hardware [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1172.074507] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdc9dff-5239-4087-80c0-1bff5a7e0c22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.084348] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d11bc03-4615-44d6-810a-e3c0cfbff62f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.148155] env[62093]: DEBUG nova.compute.manager [req-00fbc7c3-6b8b-4260-83aa-736b43b7ca0e req-02a2d9e2-1003-4822-86ea-556b7f76ae63 service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Received event network-changed-f4b3a83a-134a-4c11-b6d8-3a38c60f3777 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1172.148507] env[62093]: DEBUG nova.compute.manager [req-00fbc7c3-6b8b-4260-83aa-736b43b7ca0e req-02a2d9e2-1003-4822-86ea-556b7f76ae63 service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Refreshing instance network info cache due to event network-changed-f4b3a83a-134a-4c11-b6d8-3a38c60f3777. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1172.148952] env[62093]: DEBUG oslo_concurrency.lockutils [req-00fbc7c3-6b8b-4260-83aa-736b43b7ca0e req-02a2d9e2-1003-4822-86ea-556b7f76ae63 service nova] Acquiring lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.149115] env[62093]: DEBUG oslo_concurrency.lockutils [req-00fbc7c3-6b8b-4260-83aa-736b43b7ca0e req-02a2d9e2-1003-4822-86ea-556b7f76ae63 service nova] Acquired lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.149210] env[62093]: DEBUG nova.network.neutron [req-00fbc7c3-6b8b-4260-83aa-736b43b7ca0e req-02a2d9e2-1003-4822-86ea-556b7f76ae63 service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Refreshing network info cache for port f4b3a83a-134a-4c11-b6d8-3a38c60f3777 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.235567] env[62093]: DEBUG nova.network.neutron [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.255254] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.255254] env[62093]: DEBUG nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1172.259716] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.382s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.264408] env[62093]: INFO nova.compute.claims [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.340562] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Preparing fetch location {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1172.340713] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Creating directory with path [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.341010] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3242a686-d687-473e-8790-36509be3fbf4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.365661] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Created directory with path [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.365661] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Fetch image to [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/tmp-sparse.vmdk {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1172.365661] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Downloading image file data e19acd06-2b45-4969-9b32-92bc34a8fc8e to [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/tmp-sparse.vmdk on the data store datastore1 {{(pid=62093) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1172.365881] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d94aa1d-fbdd-41b4-a681-e707985233a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.374696] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208a874-3418-4b94-8678-926d8b4ad576 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.389295] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9223cad2-2d88-408d-b761-de22b1ae54c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.422257] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4da8c1-29c2-44ca-80a7-a83aeabdcfee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.428941] env[62093]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-dd82912e-a286-4907-a146-38d52deacfd2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.522789] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Downloading image file data e19acd06-2b45-4969-9b32-92bc34a8fc8e to the data store datastore1 {{(pid=62093) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1172.619772] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62093) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1172.700138] env[62093]: DEBUG nova.network.neutron [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Successfully created port: 3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.775916] env[62093]: DEBUG nova.compute.utils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1172.783637] env[62093]: DEBUG nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1172.783637] env[62093]: DEBUG nova.network.neutron [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.042732] env[62093]: DEBUG nova.network.neutron [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Updating instance_info_cache with network_info: [{"id": "de654f68-ea20-48bb-9453-bc0e2f6622b7", "address": "fa:16:3e:46:77:98", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde654f68-ea", "ovs_interfaceid": "de654f68-ea20-48bb-9453-bc0e2f6622b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.044975] env[62093]: DEBUG nova.policy [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2aefff093d4ce2a09aeb44c2ce39c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ee7b010d04d48ec97fd8dce68352170', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1173.293473] env[62093]: DEBUG nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1173.309227] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Completed reading data from the image iterator. {{(pid=62093) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1173.309227] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1173.417720] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bc08f3-4b77-436d-905b-a63a2dda38c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.428060] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b50ab8-28f0-482c-80be-524aa3a32ad1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.468607] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Downloaded image file data e19acd06-2b45-4969-9b32-92bc34a8fc8e to vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/tmp-sparse.vmdk on the data store datastore1 {{(pid=62093) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1173.470823] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Caching image {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1173.471104] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Copying Virtual Disk [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/tmp-sparse.vmdk to [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.471919] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ca5d2b-0d68-4d7f-b78b-80bad2c1e65a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.474973] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2ab3104-3851-4586-b8cc-518d312b6f0e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.488229] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a2a11-7ae5-42b3-8228-a1368a8ec127 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.493972] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1173.493972] env[62093]: value = "task-1709253" [ 1173.493972] env[62093]: _type = "Task" [ 1173.493972] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.506545] env[62093]: DEBUG nova.compute.provider_tree [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.513190] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.554203] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Releasing lock "refresh_cache-adf1f186-01f6-4e45-ba26-4bdd1695ab29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.554203] env[62093]: DEBUG nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Instance network_info: |[{"id": "de654f68-ea20-48bb-9453-bc0e2f6622b7", "address": "fa:16:3e:46:77:98", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde654f68-ea", "ovs_interfaceid": "de654f68-ea20-48bb-9453-bc0e2f6622b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1173.555324] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:77:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de654f68-ea20-48bb-9453-bc0e2f6622b7', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.563781] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Creating folder: Project (9e5f0a98e6754b41b680f7afb9f22d5d). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.563781] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62aa1acb-226f-48e9-ac23-5d58874478b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.576804] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Created folder: Project (9e5f0a98e6754b41b680f7afb9f22d5d) in parent group-v356072. [ 1173.576804] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Creating folder: Instances. Parent ref: group-v356076. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.576804] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6591a7a4-298b-441a-af50-be7627b04bae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.587291] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Created folder: Instances in parent group-v356076. [ 1173.587291] env[62093]: DEBUG oslo.service.loopingcall [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.588194] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.588194] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45a0219a-dad7-4d5a-93ed-0ed62a3199be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.613822] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.613822] env[62093]: value = "task-1709256" [ 1173.613822] env[62093]: _type = "Task" [ 1173.613822] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.626849] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709256, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.010426] env[62093]: DEBUG nova.scheduler.client.report [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1174.014981] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709253, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.124774] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709256, 'name': CreateVM_Task, 'duration_secs': 0.354977} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.125049] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.126260] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.126547] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.126967] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.127720] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea05b16-3b1a-46e3-a378-af572fcaea26 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.133891] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1174.133891] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e5bb00-53e1-c93a-03ea-8ed05f355e3e" [ 1174.133891] env[62093]: _type = "Task" [ 1174.133891] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.149438] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e5bb00-53e1-c93a-03ea-8ed05f355e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.315747] env[62093]: DEBUG nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1174.372317] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1174.372485] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1174.372532] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.372728] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1174.372925] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.374023] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1174.374337] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1174.374518] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1174.374730] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1174.375024] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1174.375338] env[62093]: DEBUG nova.virt.hardware [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1174.376136] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266f800c-9ec5-4030-a8aa-8c1665a4ed58 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.387215] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5ecf4a-a584-47e5-8e2a-6e8c72502e6e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.508042] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679596} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.509827] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Copied Virtual Disk [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/tmp-sparse.vmdk to [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.510073] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleting the datastore file [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e/tmp-sparse.vmdk {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.510661] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1784794a-b933-415a-961f-82af5744896b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.516880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.520855] env[62093]: DEBUG nova.compute.manager [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1174.522221] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1174.522221] env[62093]: value = "task-1709257" [ 1174.522221] env[62093]: _type = "Task" [ 1174.522221] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.532561] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.640277] env[62093]: DEBUG nova.network.neutron [req-00fbc7c3-6b8b-4260-83aa-736b43b7ca0e req-02a2d9e2-1003-4822-86ea-556b7f76ae63 service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Updated VIF entry in instance network info cache for port f4b3a83a-134a-4c11-b6d8-3a38c60f3777. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.640797] env[62093]: DEBUG nova.network.neutron [req-00fbc7c3-6b8b-4260-83aa-736b43b7ca0e req-02a2d9e2-1003-4822-86ea-556b7f76ae63 service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Updating instance_info_cache with network_info: [{"id": "f4b3a83a-134a-4c11-b6d8-3a38c60f3777", "address": "fa:16:3e:e6:47:74", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b3a83a-13", "ovs_interfaceid": "f4b3a83a-134a-4c11-b6d8-3a38c60f3777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.651851] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.652362] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.653573] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.910784] env[62093]: DEBUG nova.network.neutron [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Successfully created port: 7259baa8-e287-4c0b-b379-26504140636e {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.025919] env[62093]: DEBUG nova.compute.utils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1175.031606] env[62093]: DEBUG nova.compute.manager [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Not allocating networking since 'none' was specified. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1175.040442] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167932} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.041040] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.041288] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Moving file from [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d/e19acd06-2b45-4969-9b32-92bc34a8fc8e to [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e. {{(pid=62093) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1175.041789] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5b8e85f2-7478-417d-95aa-936fe710ffa6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.054810] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1175.054810] env[62093]: value = "task-1709258" [ 1175.054810] env[62093]: _type = "Task" [ 1175.054810] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.068671] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709258, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.131923] env[62093]: DEBUG nova.network.neutron [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Successfully updated port: 78b9103e-7f64-40d8-8349-44f5ff19b245 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.144901] env[62093]: DEBUG oslo_concurrency.lockutils [req-00fbc7c3-6b8b-4260-83aa-736b43b7ca0e req-02a2d9e2-1003-4822-86ea-556b7f76ae63 service nova] Releasing lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.534742] env[62093]: DEBUG nova.compute.manager [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1175.572083] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709258, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026034} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.573033] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] File moved {{(pid=62093) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1175.573515] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Cleaning up location [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1175.573777] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleting the datastore file [datastore1] vmware_temp/1666abd9-d475-41a2-b768-2d384a46fd2d {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.574253] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3130ba29-8cb1-41ca-92fc-9e2820398076 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.585186] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1175.585186] env[62093]: value = "task-1709259" [ 1175.585186] env[62093]: _type = "Task" [ 1175.585186] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.600893] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.638963] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "refresh_cache-9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.638963] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquired lock "refresh_cache-9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.638963] env[62093]: DEBUG nova.network.neutron [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.743716] env[62093]: DEBUG nova.compute.manager [req-f154b081-fe43-4295-a147-2304bb5f7ed5 req-dce02bfd-ed45-44aa-be75-c29995370135 service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Received event network-changed-de654f68-ea20-48bb-9453-bc0e2f6622b7 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1175.744684] env[62093]: DEBUG nova.compute.manager [req-f154b081-fe43-4295-a147-2304bb5f7ed5 req-dce02bfd-ed45-44aa-be75-c29995370135 service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Refreshing instance network info cache due to event network-changed-de654f68-ea20-48bb-9453-bc0e2f6622b7. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1175.744793] env[62093]: DEBUG oslo_concurrency.lockutils [req-f154b081-fe43-4295-a147-2304bb5f7ed5 req-dce02bfd-ed45-44aa-be75-c29995370135 service nova] Acquiring lock "refresh_cache-adf1f186-01f6-4e45-ba26-4bdd1695ab29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.746962] env[62093]: DEBUG oslo_concurrency.lockutils [req-f154b081-fe43-4295-a147-2304bb5f7ed5 req-dce02bfd-ed45-44aa-be75-c29995370135 service nova] Acquired lock "refresh_cache-adf1f186-01f6-4e45-ba26-4bdd1695ab29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.746962] env[62093]: DEBUG nova.network.neutron [req-f154b081-fe43-4295-a147-2304bb5f7ed5 req-dce02bfd-ed45-44aa-be75-c29995370135 service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Refreshing network info cache for port de654f68-ea20-48bb-9453-bc0e2f6622b7 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.877266] env[62093]: DEBUG nova.compute.manager [req-96021a2c-30d7-4f90-b0d2-288365b3bde9 req-9c75ddec-eeff-4ca6-8079-36bd9533cafd service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Received event network-vif-plugged-78b9103e-7f64-40d8-8349-44f5ff19b245 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1175.877266] env[62093]: DEBUG oslo_concurrency.lockutils [req-96021a2c-30d7-4f90-b0d2-288365b3bde9 req-9c75ddec-eeff-4ca6-8079-36bd9533cafd service nova] Acquiring lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.877266] env[62093]: DEBUG oslo_concurrency.lockutils [req-96021a2c-30d7-4f90-b0d2-288365b3bde9 req-9c75ddec-eeff-4ca6-8079-36bd9533cafd service nova] Lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.877266] env[62093]: DEBUG oslo_concurrency.lockutils [req-96021a2c-30d7-4f90-b0d2-288365b3bde9 req-9c75ddec-eeff-4ca6-8079-36bd9533cafd service nova] Lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.877464] env[62093]: DEBUG nova.compute.manager [req-96021a2c-30d7-4f90-b0d2-288365b3bde9 req-9c75ddec-eeff-4ca6-8079-36bd9533cafd service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] No waiting events found dispatching network-vif-plugged-78b9103e-7f64-40d8-8349-44f5ff19b245 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1175.877660] env[62093]: WARNING nova.compute.manager [req-96021a2c-30d7-4f90-b0d2-288365b3bde9 req-9c75ddec-eeff-4ca6-8079-36bd9533cafd service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Received unexpected event network-vif-plugged-78b9103e-7f64-40d8-8349-44f5ff19b245 for instance with vm_state building and task_state spawning. [ 1176.101858] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026046} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.101858] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.101858] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed895fc6-3498-4e48-9786-253dd278c3d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.108532] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1176.108532] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528c0161-615f-5b4d-2c4a-ac9e838491a5" [ 1176.108532] env[62093]: _type = "Task" [ 1176.108532] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.118221] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528c0161-615f-5b4d-2c4a-ac9e838491a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.316718] env[62093]: DEBUG nova.network.neutron [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.548801] env[62093]: DEBUG nova.compute.manager [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1176.590795] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1176.591962] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1176.591962] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.592527] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1176.593297] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.593297] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1176.593436] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1176.593986] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1176.594065] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1176.595195] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1176.595195] env[62093]: DEBUG nova.virt.hardware [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.596573] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b93f96-8a61-4b60-9f02-f4910d4aefa9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.609864] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851b3003-1658-458f-865b-ba38462c7972 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.632351] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.638242] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Creating folder: Project (dc6505fc062a427b93621b5c7b853215). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.649022] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5930774-608c-410a-927b-b78dee645f3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.649377] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528c0161-615f-5b4d-2c4a-ac9e838491a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.652099] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.652964] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 0b2f15b5-9356-4da5-bc52-8a02128a3997/0b2f15b5-9356-4da5-bc52-8a02128a3997.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.653536] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.653798] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.654089] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-147d9218-f6f8-475c-aaf9-8c66f0e15b2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.658048] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-026f7f2a-de60-4c59-8ebe-6fcea7c827ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.664298] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1176.664298] env[62093]: value = "task-1709261" [ 1176.664298] env[62093]: _type = "Task" [ 1176.664298] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.665333] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Created folder: Project (dc6505fc062a427b93621b5c7b853215) in parent group-v356072. [ 1176.665528] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Creating folder: Instances. Parent ref: group-v356079. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.670102] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0229a9a6-8605-43f8-84de-1f5ae108b8be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.678763] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.681969] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.682167] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.683043] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Created folder: Instances in parent group-v356079. [ 1176.684424] env[62093]: DEBUG oslo.service.loopingcall [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.684625] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6cbca5-194c-4082-8279-57b178cf493f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.687271] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.687501] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54ed4a8c-f48b-471e-9de0-eb6867e2fce3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.703903] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1176.703903] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523ce022-feb3-57b7-72a8-d1ed86af86f0" [ 1176.703903] env[62093]: _type = "Task" [ 1176.703903] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.709280] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.709280] env[62093]: value = "task-1709263" [ 1176.709280] env[62093]: _type = "Task" [ 1176.709280] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.716802] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523ce022-feb3-57b7-72a8-d1ed86af86f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.723483] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709263, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.111164] env[62093]: DEBUG nova.network.neutron [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Updating instance_info_cache with network_info: [{"id": "78b9103e-7f64-40d8-8349-44f5ff19b245", "address": "fa:16:3e:5d:e3:99", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b9103e-7f", "ovs_interfaceid": "78b9103e-7f64-40d8-8349-44f5ff19b245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.182393] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.232292] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquiring lock "28d3fdf1-7353-4386-b8fe-db7527e88c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.232292] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "28d3fdf1-7353-4386-b8fe-db7527e88c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.233459] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523ce022-feb3-57b7-72a8-d1ed86af86f0, 'name': SearchDatastore_Task, 'duration_secs': 0.017082} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.238124] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709263, 'name': CreateVM_Task, 'duration_secs': 0.281017} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.241790] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8857a0bd-40f2-4312-a1c6-b09355bc8bcb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.245159] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.246288] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.246483] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.246766] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.247716] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3587abb2-d315-46a1-8da0-9463ac4b0975 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.256103] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1177.256103] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525610fc-9b33-9faa-b97a-e0a86c9928de" [ 1177.256103] env[62093]: _type = "Task" [ 1177.256103] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.266181] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1177.266181] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5256caee-08f2-82a0-9fc8-42aaa080785e" [ 1177.266181] env[62093]: _type = "Task" [ 1177.266181] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.274020] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525610fc-9b33-9faa-b97a-e0a86c9928de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.280235] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5256caee-08f2-82a0-9fc8-42aaa080785e, 'name': SearchDatastore_Task, 'duration_secs': 0.017631} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.280398] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.280634] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.280839] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.420950] env[62093]: DEBUG nova.network.neutron [req-f154b081-fe43-4295-a147-2304bb5f7ed5 req-dce02bfd-ed45-44aa-be75-c29995370135 service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Updated VIF entry in instance network info cache for port de654f68-ea20-48bb-9453-bc0e2f6622b7. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.421456] env[62093]: DEBUG nova.network.neutron [req-f154b081-fe43-4295-a147-2304bb5f7ed5 req-dce02bfd-ed45-44aa-be75-c29995370135 service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Updating instance_info_cache with network_info: [{"id": "de654f68-ea20-48bb-9453-bc0e2f6622b7", "address": "fa:16:3e:46:77:98", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde654f68-ea", "ovs_interfaceid": "de654f68-ea20-48bb-9453-bc0e2f6622b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.618224] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Releasing lock "refresh_cache-9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.618224] env[62093]: DEBUG nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Instance network_info: |[{"id": "78b9103e-7f64-40d8-8349-44f5ff19b245", "address": "fa:16:3e:5d:e3:99", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b9103e-7f", "ovs_interfaceid": "78b9103e-7f64-40d8-8349-44f5ff19b245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1177.618563] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:e3:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78b9103e-7f64-40d8-8349-44f5ff19b245', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.632023] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Creating folder: Project (bfd940fef2974a21a32ae93a734ae96a). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.632023] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e607da-fce3-4592-9bff-0a88eeaa10bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.641788] env[62093]: DEBUG nova.network.neutron [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Successfully updated port: 3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.645399] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquiring lock "db9fdb62-302f-4138-ac43-aa013df3fa38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.646636] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "db9fdb62-302f-4138-ac43-aa013df3fa38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.656088] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Created folder: Project (bfd940fef2974a21a32ae93a734ae96a) in parent group-v356072. [ 1177.656336] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Creating folder: Instances. Parent ref: group-v356082. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.659605] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf52dd7a-40d8-4ebf-923d-434d6f9e404e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.669144] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Created folder: Instances in parent group-v356082. [ 1177.669451] env[62093]: DEBUG oslo.service.loopingcall [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.673446] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.674010] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83be9746-6231-4483-88d8-cdb875101750 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.696966] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625036} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.698770] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 0b2f15b5-9356-4da5-bc52-8a02128a3997/0b2f15b5-9356-4da5-bc52-8a02128a3997.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.698882] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.699149] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.699149] env[62093]: value = "task-1709266" [ 1177.699149] env[62093]: _type = "Task" [ 1177.699149] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.699562] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3edea689-5e61-4096-87a6-35b78e03958f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.710747] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709266, 'name': CreateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.712959] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1177.712959] env[62093]: value = "task-1709267" [ 1177.712959] env[62093]: _type = "Task" [ 1177.712959] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.720262] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.739989] env[62093]: DEBUG nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1177.768252] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525610fc-9b33-9faa-b97a-e0a86c9928de, 'name': SearchDatastore_Task, 'duration_secs': 0.02453} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.768252] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.768252] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] adf1f186-01f6-4e45-ba26-4bdd1695ab29/adf1f186-01f6-4e45-ba26-4bdd1695ab29.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.768252] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.768743] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.768743] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b029a21-1c6a-4d03-b6ec-77a105554eaa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.768743] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c52f4c60-7309-42c5-9d83-c4e8968504ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.776762] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1177.776762] env[62093]: value = "task-1709268" [ 1177.776762] env[62093]: _type = "Task" [ 1177.776762] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.778569] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.778883] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.783588] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768eb99b-91fe-45cb-a6ae-affce56bf0f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.796131] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.796131] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1177.796131] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5287ec16-77bc-0ef2-adc9-921c349116e3" [ 1177.796131] env[62093]: _type = "Task" [ 1177.796131] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.806812] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5287ec16-77bc-0ef2-adc9-921c349116e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.808336] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa95df0-4d70-4bc4-93e3-11591889d9e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.815259] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1177.815259] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525ee7e5-81a9-3878-15d8-86dfd45245b2" [ 1177.815259] env[62093]: _type = "Task" [ 1177.815259] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.823946] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525ee7e5-81a9-3878-15d8-86dfd45245b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.931271] env[62093]: DEBUG oslo_concurrency.lockutils [req-f154b081-fe43-4295-a147-2304bb5f7ed5 req-dce02bfd-ed45-44aa-be75-c29995370135 service nova] Releasing lock "refresh_cache-adf1f186-01f6-4e45-ba26-4bdd1695ab29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.148382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.148691] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.148730] env[62093]: DEBUG nova.network.neutron [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.150061] env[62093]: DEBUG nova.compute.manager [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1178.212349] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709266, 'name': CreateVM_Task, 'duration_secs': 0.38721} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.213675] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.214480] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.215156] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.215156] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.219045] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32c4be4-3471-4b09-9c59-a97c74d3dbd7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.230864] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.320861} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.232767] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.233149] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1178.233149] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5279ab78-f40d-c783-3ff9-d0bbf8f9ac28" [ 1178.233149] env[62093]: _type = "Task" [ 1178.233149] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.233913] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c5671-04c8-46a1-8e2b-7b31fd909a96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.279021] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0b2f15b5-9356-4da5-bc52-8a02128a3997/0b2f15b5-9356-4da5-bc52-8a02128a3997.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.283963] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bba0ad7-dc47-4261-9bb9-923b4fa8d39a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.300009] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5279ab78-f40d-c783-3ff9-d0bbf8f9ac28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.310177] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.311931] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1178.311931] env[62093]: value = "task-1709269" [ 1178.311931] env[62093]: _type = "Task" [ 1178.311931] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.317430] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.317744] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.320303] env[62093]: INFO nova.compute.claims [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.328868] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.335069] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525ee7e5-81a9-3878-15d8-86dfd45245b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.335069] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.335069] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.335069] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b110ed6f-da0e-4b98-8f7b-afddd6a7000d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.342000] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1178.342000] env[62093]: value = "task-1709270" [ 1178.342000] env[62093]: _type = "Task" [ 1178.342000] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.353769] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.692571] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.750626] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5279ab78-f40d-c783-3ff9-d0bbf8f9ac28, 'name': SearchDatastore_Task, 'duration_secs': 0.037194} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.750831] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.751513] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.751513] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.751513] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.751683] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.751854] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7050bb1b-a75d-4160-856e-25bc336fe3ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.761181] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.762254] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.762254] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a16a26-ea3b-468b-bfbd-1cf628847e4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.770355] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1178.770355] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5290412f-94f9-235e-fc3d-174413c3a1a3" [ 1178.770355] env[62093]: _type = "Task" [ 1178.770355] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.780791] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5290412f-94f9-235e-fc3d-174413c3a1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.798333] env[62093]: DEBUG nova.network.neutron [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.811342] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.824928] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.854195] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.285421] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5290412f-94f9-235e-fc3d-174413c3a1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008864} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.285421] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5555a8b3-fb70-4a09-904e-98cdc19306b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.294170] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1179.294170] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f765ef-50a9-c3bf-2a7d-8d17b9b1672c" [ 1179.294170] env[62093]: _type = "Task" [ 1179.294170] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.317300] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f765ef-50a9-c3bf-2a7d-8d17b9b1672c, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.324474] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.324793] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7/9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.325172] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709268, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504772} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.325599] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa636ad1-f28e-4618-8bac-401019b67406 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.328611] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] adf1f186-01f6-4e45-ba26-4bdd1695ab29/adf1f186-01f6-4e45-ba26-4bdd1695ab29.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.329535] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.329535] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4a446cd-5e46-4562-a674-d7179e52c17a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.340517] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.342803] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1179.342803] env[62093]: value = "task-1709271" [ 1179.342803] env[62093]: _type = "Task" [ 1179.342803] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.347489] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1179.347489] env[62093]: value = "task-1709272" [ 1179.347489] env[62093]: _type = "Task" [ 1179.347489] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.358258] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.363135] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709270, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.366672] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.690080] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87893c55-564e-4ed0-a413-815968ed1abc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.709787] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd16a022-4b4b-4601-9336-7d77ed0d0555 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.765947] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e8988-9de3-46d4-b6f8-53dd7e6daa2e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.778267] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadd5d31-5c03-4e83-aefd-d3e8e7108bb3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.792247] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquiring lock "31be046d-be83-42b0-a594-21849b0d577f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.792247] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "31be046d-be83-42b0-a594-21849b0d577f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.807098] env[62093]: DEBUG nova.compute.provider_tree [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.834385] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.859156] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709271, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.863766] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709270, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.395552} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.863766] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.864106] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.864581] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fb588e1-f9cc-4284-a258-436995542539 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.869866] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070644} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.870597] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.872128] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e2f4bb-7442-45f4-85f4-33c2777d9805 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.877448] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1179.877448] env[62093]: value = "task-1709273" [ 1179.877448] env[62093]: _type = "Task" [ 1179.877448] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.903545] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] adf1f186-01f6-4e45-ba26-4bdd1695ab29/adf1f186-01f6-4e45-ba26-4bdd1695ab29.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.905076] env[62093]: DEBUG nova.compute.manager [req-c7cb21a3-2a20-4df7-9462-c14bb4c4521c req-48e45f5d-2d64-4476-ac4a-19fc090ebaa3 service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Received event network-changed-78b9103e-7f64-40d8-8349-44f5ff19b245 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1179.905456] env[62093]: DEBUG nova.compute.manager [req-c7cb21a3-2a20-4df7-9462-c14bb4c4521c req-48e45f5d-2d64-4476-ac4a-19fc090ebaa3 service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Refreshing instance network info cache due to event network-changed-78b9103e-7f64-40d8-8349-44f5ff19b245. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1179.905602] env[62093]: DEBUG oslo_concurrency.lockutils [req-c7cb21a3-2a20-4df7-9462-c14bb4c4521c req-48e45f5d-2d64-4476-ac4a-19fc090ebaa3 service nova] Acquiring lock "refresh_cache-9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.905726] env[62093]: DEBUG oslo_concurrency.lockutils [req-c7cb21a3-2a20-4df7-9462-c14bb4c4521c req-48e45f5d-2d64-4476-ac4a-19fc090ebaa3 service nova] Acquired lock "refresh_cache-9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.905854] env[62093]: DEBUG nova.network.neutron [req-c7cb21a3-2a20-4df7-9462-c14bb4c4521c req-48e45f5d-2d64-4476-ac4a-19fc090ebaa3 service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Refreshing network info cache for port 78b9103e-7f64-40d8-8349-44f5ff19b245 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.913568] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4102d60e-7f39-4bfb-83d4-a59744441b84 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.931608] env[62093]: DEBUG nova.compute.manager [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received event network-vif-plugged-3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1179.931608] env[62093]: DEBUG oslo_concurrency.lockutils [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] Acquiring lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.931608] env[62093]: DEBUG oslo_concurrency.lockutils [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.931608] env[62093]: DEBUG oslo_concurrency.lockutils [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.931608] env[62093]: DEBUG nova.compute.manager [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] No waiting events found dispatching network-vif-plugged-3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1179.933471] env[62093]: WARNING nova.compute.manager [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received unexpected event network-vif-plugged-3eb6365e-8264-4b2f-8670-49648d98355a for instance with vm_state building and task_state spawning. [ 1179.933471] env[62093]: DEBUG nova.compute.manager [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received event network-changed-3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1179.933471] env[62093]: DEBUG nova.compute.manager [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Refreshing instance network info cache due to event network-changed-3eb6365e-8264-4b2f-8670-49648d98355a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1179.933471] env[62093]: DEBUG oslo_concurrency.lockutils [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] Acquiring lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.939428] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.945268] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1179.945268] env[62093]: value = "task-1709274" [ 1179.945268] env[62093]: _type = "Task" [ 1179.945268] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.957759] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.133660] env[62093]: DEBUG nova.network.neutron [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.147952] env[62093]: DEBUG nova.network.neutron [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Successfully updated port: 7259baa8-e287-4c0b-b379-26504140636e {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.310194] env[62093]: DEBUG nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1180.314941] env[62093]: DEBUG nova.scheduler.client.report [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1180.332605] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709269, 'name': ReconfigVM_Task, 'duration_secs': 1.656456} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.333115] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0b2f15b5-9356-4da5-bc52-8a02128a3997/0b2f15b5-9356-4da5-bc52-8a02128a3997.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.334350] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54709c46-b18c-4cac-80b2-9e03a0dbadb5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.342541] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1180.342541] env[62093]: value = "task-1709275" [ 1180.342541] env[62093]: _type = "Task" [ 1180.342541] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.359504] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709275, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.363669] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765661} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.364013] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7/9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.364336] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.364669] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f39fcaa-97e1-4d4c-b2e3-da64a3e62c2a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.371486] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1180.371486] env[62093]: value = "task-1709276" [ 1180.371486] env[62093]: _type = "Task" [ 1180.371486] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.383024] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.393108] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096976} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.393465] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.394473] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925d17d8-3d6a-4ed9-a438-bf98400539bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.417401] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.418201] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5bac39-8816-42ce-a971-4692332e60c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.442508] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1180.442508] env[62093]: value = "task-1709277" [ 1180.442508] env[62093]: _type = "Task" [ 1180.442508] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.454649] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.457928] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709274, 'name': ReconfigVM_Task, 'duration_secs': 0.388514} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.458240] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Reconfigured VM instance instance-00000002 to attach disk [datastore1] adf1f186-01f6-4e45-ba26-4bdd1695ab29/adf1f186-01f6-4e45-ba26-4bdd1695ab29.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.458847] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22846f77-bd50-40c5-9eeb-4ae861f2bd78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.468194] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1180.468194] env[62093]: value = "task-1709278" [ 1180.468194] env[62093]: _type = "Task" [ 1180.468194] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.476185] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709278, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.641194] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.641504] env[62093]: DEBUG nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Instance network_info: |[{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1180.641854] env[62093]: DEBUG oslo_concurrency.lockutils [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] Acquired lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.642050] env[62093]: DEBUG nova.network.neutron [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Refreshing network info cache for port 3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.643323] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:73:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eb6365e-8264-4b2f-8670-49648d98355a', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.653649] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Creating folder: Project (b9c1a1d24e264a39894c9b2626e23068). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.653649] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquiring lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.653649] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquired lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.653649] env[62093]: DEBUG nova.network.neutron [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.653879] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da5025bf-dd90-47ea-8d60-24b846af386b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.666435] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Created folder: Project (b9c1a1d24e264a39894c9b2626e23068) in parent group-v356072. [ 1180.666610] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Creating folder: Instances. Parent ref: group-v356085. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.666937] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7719d39f-da47-486d-84b5-6108b733e196 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.677897] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Created folder: Instances in parent group-v356085. [ 1180.678157] env[62093]: DEBUG oslo.service.loopingcall [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.678363] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.678557] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49455204-5210-4635-aee5-c635f0b88f70 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.699371] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.699371] env[62093]: value = "task-1709281" [ 1180.699371] env[62093]: _type = "Task" [ 1180.699371] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.710455] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709281, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.823653] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.824187] env[62093]: DEBUG nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1180.832188] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.140s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.833655] env[62093]: INFO nova.compute.claims [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.858504] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709275, 'name': Rename_Task, 'duration_secs': 0.143851} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.859358] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.859615] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.860054] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d3cb8e9-c887-4254-b75a-7ac920d47acc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.867370] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1180.867370] env[62093]: value = "task-1709282" [ 1180.867370] env[62093]: _type = "Task" [ 1180.867370] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.878009] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.885535] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069468} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.886930] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.887559] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3957313-5092-4ee1-9e9b-d79364f89186 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.911762] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7/9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.912413] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27199aa-97ab-42da-9027-3fb7e1f9139a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.932783] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1180.932783] env[62093]: value = "task-1709283" [ 1180.932783] env[62093]: _type = "Task" [ 1180.932783] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.941351] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.952900] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709277, 'name': ReconfigVM_Task, 'duration_secs': 0.363436} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.953457] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.954133] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f16c02d6-1738-4550-a636-c9a3fe0a68d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.960327] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1180.960327] env[62093]: value = "task-1709284" [ 1180.960327] env[62093]: _type = "Task" [ 1180.960327] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.970975] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709284, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.980305] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709278, 'name': Rename_Task, 'duration_secs': 0.210905} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.980591] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.980837] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39917b4c-4753-4c51-99f9-561682ef2460 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.988711] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1180.988711] env[62093]: value = "task-1709285" [ 1180.988711] env[62093]: _type = "Task" [ 1180.988711] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.999820] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.168043] env[62093]: DEBUG nova.network.neutron [req-c7cb21a3-2a20-4df7-9462-c14bb4c4521c req-48e45f5d-2d64-4476-ac4a-19fc090ebaa3 service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Updated VIF entry in instance network info cache for port 78b9103e-7f64-40d8-8349-44f5ff19b245. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.169558] env[62093]: DEBUG nova.network.neutron [req-c7cb21a3-2a20-4df7-9462-c14bb4c4521c req-48e45f5d-2d64-4476-ac4a-19fc090ebaa3 service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Updating instance_info_cache with network_info: [{"id": "78b9103e-7f64-40d8-8349-44f5ff19b245", "address": "fa:16:3e:5d:e3:99", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b9103e-7f", "ovs_interfaceid": "78b9103e-7f64-40d8-8349-44f5ff19b245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.217068] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709281, 'name': CreateVM_Task, 'duration_secs': 0.356544} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.217359] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.218440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.218765] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.219139] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.219759] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fafd26c7-a9b3-4906-be2c-38bada439725 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.228105] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1181.228105] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52aae9d0-8470-1d59-f882-1039d330cafe" [ 1181.228105] env[62093]: _type = "Task" [ 1181.228105] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.247066] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52aae9d0-8470-1d59-f882-1039d330cafe, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.247190] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.247628] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.247854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.247854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.252339] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.254232] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c118ee23-770f-4432-8d87-34bf421bb4a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.266666] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.267063] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.268589] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6299934c-1607-47d0-8bf2-7295653ec716 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.278421] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1181.278421] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fbe69c-75c3-1fa1-c95b-385d40bf85b6" [ 1181.278421] env[62093]: _type = "Task" [ 1181.278421] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.296924] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fbe69c-75c3-1fa1-c95b-385d40bf85b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.341119] env[62093]: DEBUG nova.compute.utils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1181.344685] env[62093]: DEBUG nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1181.344685] env[62093]: DEBUG nova.network.neutron [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.357017] env[62093]: DEBUG nova.network.neutron [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.381205] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709282, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.449632] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709283, 'name': ReconfigVM_Task, 'duration_secs': 0.410389} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.449980] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7/9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.450893] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e188773f-0c99-4b43-9a2f-643fe871d517 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.461442] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1181.461442] env[62093]: value = "task-1709286" [ 1181.461442] env[62093]: _type = "Task" [ 1181.461442] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.474921] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709286, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.478447] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709284, 'name': Rename_Task, 'duration_secs': 0.135084} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.480924] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.482091] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-002b78f0-a42f-44bc-bd1b-41817e5f42b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.489985] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1181.489985] env[62093]: value = "task-1709287" [ 1181.489985] env[62093]: _type = "Task" [ 1181.489985] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.504127] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709285, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.507599] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.639755] env[62093]: DEBUG nova.policy [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7feab18329e416caaf866f3b88ea14c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88d200565b3848a082d7c0e6ae69ef98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1181.672998] env[62093]: DEBUG oslo_concurrency.lockutils [req-c7cb21a3-2a20-4df7-9462-c14bb4c4521c req-48e45f5d-2d64-4476-ac4a-19fc090ebaa3 service nova] Releasing lock "refresh_cache-9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.789429] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fbe69c-75c3-1fa1-c95b-385d40bf85b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020041} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.789980] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3572f7ce-79be-4305-bb4b-a551fb0c9217 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.796913] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1181.796913] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52db03ca-cd6d-0f94-0013-9edad7910104" [ 1181.796913] env[62093]: _type = "Task" [ 1181.796913] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.804837] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52db03ca-cd6d-0f94-0013-9edad7910104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.855452] env[62093]: DEBUG nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1181.880723] env[62093]: DEBUG oslo_vmware.api [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709282, 'name': PowerOnVM_Task, 'duration_secs': 0.528549} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.880723] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.880723] env[62093]: INFO nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Took 17.27 seconds to spawn the instance on the hypervisor. [ 1181.880723] env[62093]: DEBUG nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1181.880723] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf2050-a62e-4327-86e4-df893c061d6e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.979298] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709286, 'name': Rename_Task, 'duration_secs': 0.25006} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.979970] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.980350] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fdcb6b0-ff64-4c80-9938-f0d74db2d992 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.990669] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "7338f203-3717-4b4c-9d6b-39a9c2a74449" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.990962] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "7338f203-3717-4b4c-9d6b-39a9c2a74449" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.992118] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1181.992118] env[62093]: value = "task-1709288" [ 1181.992118] env[62093]: _type = "Task" [ 1181.992118] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.016668] env[62093]: DEBUG oslo_vmware.api [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709285, 'name': PowerOnVM_Task, 'duration_secs': 0.532113} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.024721] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.024721] env[62093]: INFO nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Took 14.49 seconds to spawn the instance on the hypervisor. [ 1182.024721] env[62093]: DEBUG nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1182.024721] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709287, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.024721] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709288, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.025432] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafc0b0-6e05-4742-b652-58f2782419d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.051210] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5fedbb-ec40-4caa-a517-2826d58f87d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.059886] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e765e-8bc6-44e0-8325-035f8765ed6f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.101418] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc01444-6432-43cb-8b95-156d0b48bb4c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.109926] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c5ccba-d0e1-44b2-82b0-2966ae1b4475 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.124660] env[62093]: DEBUG nova.compute.provider_tree [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.308173] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52db03ca-cd6d-0f94-0013-9edad7910104, 'name': SearchDatastore_Task, 'duration_secs': 0.029366} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.309084] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.309084] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] bc46f22b-e915-4f69-8cec-960ab8c3d1f5/bc46f22b-e915-4f69-8cec-960ab8c3d1f5.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.309084] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1a5baf2-1704-46e3-bef5-2413806d392c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.319144] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1182.319144] env[62093]: value = "task-1709289" [ 1182.319144] env[62093]: _type = "Task" [ 1182.319144] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.328213] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.403701] env[62093]: INFO nova.compute.manager [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Took 22.07 seconds to build instance. [ 1182.494551] env[62093]: DEBUG nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1182.514088] env[62093]: DEBUG oslo_vmware.api [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709287, 'name': PowerOnVM_Task, 'duration_secs': 0.782319} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.520501] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.521923] env[62093]: INFO nova.compute.manager [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Took 5.97 seconds to spawn the instance on the hypervisor. [ 1182.521923] env[62093]: DEBUG nova.compute.manager [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1182.521923] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.522615] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273fee95-ad7a-40ae-abc0-2a6d040290e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.557696] env[62093]: INFO nova.compute.manager [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Took 19.30 seconds to build instance. [ 1182.582208] env[62093]: DEBUG nova.network.neutron [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Updating instance_info_cache with network_info: [{"id": "7259baa8-e287-4c0b-b379-26504140636e", "address": "fa:16:3e:52:16:ec", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259baa8-e2", "ovs_interfaceid": "7259baa8-e287-4c0b-b379-26504140636e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.630027] env[62093]: DEBUG nova.scheduler.client.report [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1182.729548] env[62093]: DEBUG nova.network.neutron [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updated VIF entry in instance network info cache for port 3eb6365e-8264-4b2f-8670-49648d98355a. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.729974] env[62093]: DEBUG nova.network.neutron [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.832049] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709289, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.869380] env[62093]: DEBUG nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1182.908482] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa59c81c-bd6e-4681-8789-2e64175730fc tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "0b2f15b5-9356-4da5-bc52-8a02128a3997" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.585s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.911631] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1182.912176] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1182.912493] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.912599] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1182.912971] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.913161] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1182.913384] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1182.913649] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1182.913905] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1182.914147] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1182.914373] env[62093]: DEBUG nova.virt.hardware [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1182.916472] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7f058-e8e5-4d74-a0ca-a77b42dd7d22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.929993] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999fee34-ac81-4244-93c7-fdc20d4eda6b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.028247] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.029357] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.034419] env[62093]: DEBUG nova.network.neutron [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Successfully created port: f8b06785-432b-42d5-9cc4-c228aad3f06d {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.055475] env[62093]: INFO nova.compute.manager [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Took 16.21 seconds to build instance. [ 1183.061619] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7548cca4-c9bc-47c5-a821-e3ec2e76a027 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.815s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.088030] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Releasing lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.088030] env[62093]: DEBUG nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Instance network_info: |[{"id": "7259baa8-e287-4c0b-b379-26504140636e", "address": "fa:16:3e:52:16:ec", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259baa8-e2", "ovs_interfaceid": "7259baa8-e287-4c0b-b379-26504140636e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1183.088573] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:16:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7259baa8-e287-4c0b-b379-26504140636e', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.096550] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Creating folder: Project (1ee7b010d04d48ec97fd8dce68352170). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.097952] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc232b4a-6e6d-4d58-b375-ea597cdeb73a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.111217] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Created folder: Project (1ee7b010d04d48ec97fd8dce68352170) in parent group-v356072. [ 1183.111217] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Creating folder: Instances. Parent ref: group-v356088. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.111217] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d39e6b-f034-4b50-a65e-3a07241c7e8b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.120756] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Created folder: Instances in parent group-v356088. [ 1183.122493] env[62093]: DEBUG oslo.service.loopingcall [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.123054] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.123423] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-575c0697-daf2-42b3-8c09-8b0bfedc19bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.143014] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.143721] env[62093]: DEBUG nova.compute.manager [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1183.146792] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.287s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.148492] env[62093]: INFO nova.compute.claims [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.158297] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.158297] env[62093]: value = "task-1709292" [ 1183.158297] env[62093]: _type = "Task" [ 1183.158297] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.166971] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709292, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.235217] env[62093]: DEBUG oslo_concurrency.lockutils [req-0272c1a6-975f-443f-9013-96f117d8e7db req-b7ab080c-ef8e-427a-b695-84a36af9f32b service nova] Releasing lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.335493] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672521} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.336870] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] bc46f22b-e915-4f69-8cec-960ab8c3d1f5/bc46f22b-e915-4f69-8cec-960ab8c3d1f5.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.340402] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.342161] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f3c4e61-72ce-4f11-8b13-6ecf3b1413b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.348790] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1183.348790] env[62093]: value = "task-1709293" [ 1183.348790] env[62093]: _type = "Task" [ 1183.348790] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.363610] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.521384] env[62093]: DEBUG oslo_vmware.api [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709288, 'name': PowerOnVM_Task, 'duration_secs': 1.040996} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.521649] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.521904] env[62093]: INFO nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Took 13.71 seconds to spawn the instance on the hypervisor. [ 1183.521992] env[62093]: DEBUG nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1183.522814] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9816526-1077-4f16-9b9c-c2dd33382930 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.559827] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f3f9f99-ac04-49e3-af43-1c33e4c2c396 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "7ed1869b-528e-4d30-81a6-f4783d4ada88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.718s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.598420] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.598939] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.656703] env[62093]: DEBUG nova.compute.utils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1183.661383] env[62093]: DEBUG nova.compute.manager [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Not allocating networking since 'none' was specified. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1183.677538] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709292, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.862477] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07427} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.863718] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.864502] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3233c885-58f4-4a01-b677-62e0cc4440dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.895869] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] bc46f22b-e915-4f69-8cec-960ab8c3d1f5/bc46f22b-e915-4f69-8cec-960ab8c3d1f5.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.896294] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41abc046-ece3-432f-b423-d497c5593221 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.924617] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1183.924617] env[62093]: value = "task-1709294" [ 1183.924617] env[62093]: _type = "Task" [ 1183.924617] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.935367] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.044942] env[62093]: INFO nova.compute.manager [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Took 20.09 seconds to build instance. [ 1184.103074] env[62093]: DEBUG nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1184.164146] env[62093]: DEBUG nova.compute.manager [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1184.181283] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709292, 'name': CreateVM_Task, 'duration_secs': 0.712979} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.181454] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.182241] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.182395] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.182732] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.182987] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b80e845-e9ff-4855-b3af-dc1f3271e5f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.191460] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1184.191460] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52995a6b-82fc-8abf-a813-063bcb8f75f3" [ 1184.191460] env[62093]: _type = "Task" [ 1184.191460] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.206060] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52995a6b-82fc-8abf-a813-063bcb8f75f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.397593] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678db612-4932-4deb-a10e-a540047f3d71 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.410281] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1da7d-7b93-4a9f-930a-80a3d85403dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.446918] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e69db9-2d61-404c-85ac-c9619f288263 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.455234] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709294, 'name': ReconfigVM_Task, 'duration_secs': 0.41094} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.458134] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Reconfigured VM instance instance-00000004 to attach disk [datastore1] bc46f22b-e915-4f69-8cec-960ab8c3d1f5/bc46f22b-e915-4f69-8cec-960ab8c3d1f5.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.458823] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e31a7db-7c57-400c-a5cb-e91247dafa22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.462271] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84d62f5-dab1-4219-847e-a073e9c4c9f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.481187] env[62093]: DEBUG nova.compute.provider_tree [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.484215] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1184.484215] env[62093]: value = "task-1709295" [ 1184.484215] env[62093]: _type = "Task" [ 1184.484215] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.495379] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709295, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.552604] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e59f13c4-969c-45ae-a9b7-0334a0d8bbc9 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.607s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.636477] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.720787] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52995a6b-82fc-8abf-a813-063bcb8f75f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014959} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.721169] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.721470] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.721743] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.723322] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.723561] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.725056] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2918fe6-09aa-49b8-bcff-db27344456f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.734719] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.734719] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.735345] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c2f58a-5d49-45a8-a408-f0325c27956a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.749283] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1184.749283] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ea7afd-f797-f924-88b8-c177f9e06843" [ 1184.749283] env[62093]: _type = "Task" [ 1184.749283] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.756868] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ea7afd-f797-f924-88b8-c177f9e06843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.987020] env[62093]: DEBUG nova.scheduler.client.report [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1185.005525] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709295, 'name': Rename_Task, 'duration_secs': 0.255962} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.005822] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.006211] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abbd6487-ea81-4515-ba2b-5195fb209988 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.013813] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1185.013813] env[62093]: value = "task-1709296" [ 1185.013813] env[62093]: _type = "Task" [ 1185.013813] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.023081] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.182591] env[62093]: DEBUG nova.compute.manager [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1185.193830] env[62093]: DEBUG nova.compute.manager [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Received event network-vif-plugged-7259baa8-e287-4c0b-b379-26504140636e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1185.194067] env[62093]: DEBUG oslo_concurrency.lockutils [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] Acquiring lock "a11ebf7b-95fb-45af-a954-655135e5309f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.194275] env[62093]: DEBUG oslo_concurrency.lockutils [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] Lock "a11ebf7b-95fb-45af-a954-655135e5309f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.194436] env[62093]: DEBUG oslo_concurrency.lockutils [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] Lock "a11ebf7b-95fb-45af-a954-655135e5309f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.194597] env[62093]: DEBUG nova.compute.manager [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] No waiting events found dispatching network-vif-plugged-7259baa8-e287-4c0b-b379-26504140636e {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1185.194792] env[62093]: WARNING nova.compute.manager [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Received unexpected event network-vif-plugged-7259baa8-e287-4c0b-b379-26504140636e for instance with vm_state building and task_state spawning. [ 1185.194967] env[62093]: DEBUG nova.compute.manager [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Received event network-changed-7259baa8-e287-4c0b-b379-26504140636e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1185.200152] env[62093]: DEBUG nova.compute.manager [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Refreshing instance network info cache due to event network-changed-7259baa8-e287-4c0b-b379-26504140636e. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1185.200152] env[62093]: DEBUG oslo_concurrency.lockutils [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] Acquiring lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.200152] env[62093]: DEBUG oslo_concurrency.lockutils [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] Acquired lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.200152] env[62093]: DEBUG nova.network.neutron [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Refreshing network info cache for port 7259baa8-e287-4c0b-b379-26504140636e {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.233491] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1185.233770] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1185.235270] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.235454] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1185.235624] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.236012] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1185.236012] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1185.237119] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1185.237202] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1185.237406] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1185.238662] env[62093]: DEBUG nova.virt.hardware [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1185.241929] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98099160-450e-4280-90bd-8ab5d6ae8dcf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.260295] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e76b9-08c5-4cd4-827f-080f96bb450b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.291244] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.298104] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Creating folder: Project (73e3c3a105964afbb41a5fa08ca1e5a3). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.299525] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ea7afd-f797-f924-88b8-c177f9e06843, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.299525] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48392e9-ba96-4b50-824f-5490498efd8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.301951] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78391352-8d40-48f7-97ce-ab787b552047 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.308338] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1185.308338] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5217cc68-bd07-9509-c8c6-d151ae83294c" [ 1185.308338] env[62093]: _type = "Task" [ 1185.308338] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.314340] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Created folder: Project (73e3c3a105964afbb41a5fa08ca1e5a3) in parent group-v356072. [ 1185.314473] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Creating folder: Instances. Parent ref: group-v356091. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.315190] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87e38352-3897-46b6-a37f-4e05ae91bea5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.320148] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5217cc68-bd07-9509-c8c6-d151ae83294c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.329216] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Created folder: Instances in parent group-v356091. [ 1185.329458] env[62093]: DEBUG oslo.service.loopingcall [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.330583] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.330583] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb37d327-81fe-4fb6-b800-2451d117adf8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.349323] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.349323] env[62093]: value = "task-1709299" [ 1185.349323] env[62093]: _type = "Task" [ 1185.349323] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.359164] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709299, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.458099] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquiring lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.458099] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.501942] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.502567] env[62093]: DEBUG nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1185.507423] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.478s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.509941] env[62093]: INFO nova.compute.claims [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.537443] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709296, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.803303] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.803824] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.822582] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5217cc68-bd07-9509-c8c6-d151ae83294c, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.823921] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.824415] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a11ebf7b-95fb-45af-a954-655135e5309f/a11ebf7b-95fb-45af-a954-655135e5309f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.826212] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ae6bf6-b56a-49ac-96cc-b4e13e9300b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.833512] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1185.833512] env[62093]: value = "task-1709300" [ 1185.833512] env[62093]: _type = "Task" [ 1185.833512] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.844615] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.860701] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709299, 'name': CreateVM_Task, 'duration_secs': 0.355324} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.860744] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.861184] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.861472] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.861841] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.862169] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74c4097-f2cb-4f26-8862-4328a4ec981c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.867363] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1185.867363] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c5c4f5-951c-36c3-5984-9fd1890b6a5e" [ 1185.867363] env[62093]: _type = "Task" [ 1185.867363] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.880376] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c5c4f5-951c-36c3-5984-9fd1890b6a5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.959139] env[62093]: DEBUG nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1186.022671] env[62093]: DEBUG nova.compute.utils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1186.027604] env[62093]: DEBUG nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1186.027604] env[62093]: DEBUG nova.network.neutron [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.042205] env[62093]: DEBUG oslo_vmware.api [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709296, 'name': PowerOnVM_Task, 'duration_secs': 0.629441} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.042574] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.043013] env[62093]: INFO nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Took 14.00 seconds to spawn the instance on the hypervisor. [ 1186.043013] env[62093]: DEBUG nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1186.043856] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f502f21-9942-45d8-a110-50359d6c29bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.185219] env[62093]: DEBUG nova.policy [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c714c9c858548a2ab53512540a4cb49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e70d7a35bed4d65a1aec5b5e384e6af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1186.310946] env[62093]: DEBUG nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1186.345659] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709300, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.380930] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c5c4f5-951c-36c3-5984-9fd1890b6a5e, 'name': SearchDatastore_Task, 'duration_secs': 0.030281} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.381540] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.381833] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.382137] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.382341] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.382650] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.383614] env[62093]: DEBUG nova.network.neutron [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Updated VIF entry in instance network info cache for port 7259baa8-e287-4c0b-b379-26504140636e. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.384161] env[62093]: DEBUG nova.network.neutron [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Updating instance_info_cache with network_info: [{"id": "7259baa8-e287-4c0b-b379-26504140636e", "address": "fa:16:3e:52:16:ec", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259baa8-e2", "ovs_interfaceid": "7259baa8-e287-4c0b-b379-26504140636e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.385258] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14476e1e-be4a-456a-9c98-ed588592dcfc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.405821] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.405821] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.405821] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891c12b0-6f3b-453a-a024-73b6ecf93de9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.415394] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1186.415394] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52eb0148-74ff-d74e-f574-b774281fa74a" [ 1186.415394] env[62093]: _type = "Task" [ 1186.415394] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.428183] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52eb0148-74ff-d74e-f574-b774281fa74a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.489824] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.527795] env[62093]: DEBUG nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1186.563737] env[62093]: INFO nova.compute.manager [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Took 22.02 seconds to build instance. [ 1186.794256] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a20c7-4439-44e6-b8b1-907750c4c402 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.803168] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d176a73b-90cf-4267-89d2-f613a3bcd67b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.848752] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc83c39-6799-4f06-b34e-d2a2136e5dea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.857027] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910549} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.859673] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a11ebf7b-95fb-45af-a954-655135e5309f/a11ebf7b-95fb-45af-a954-655135e5309f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.859897] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.860450] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-263a834c-92ea-460a-a248-a8889532784f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.864421] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998278a7-5f8e-4c43-874c-00752d46fccf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.869764] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.882439] env[62093]: DEBUG nova.compute.provider_tree [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.887839] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1186.887839] env[62093]: value = "task-1709301" [ 1186.887839] env[62093]: _type = "Task" [ 1186.887839] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.890562] env[62093]: DEBUG oslo_concurrency.lockutils [req-3686bd60-ac72-4197-b03e-c6f4f9118faf req-f0b867a7-e832-4b8a-9487-eaee7d064d29 service nova] Releasing lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.895714] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.929354] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52eb0148-74ff-d74e-f574-b774281fa74a, 'name': SearchDatastore_Task, 'duration_secs': 0.076346} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.930235] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a0d80e-4396-462a-b7cc-ec1852dc8854 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.936266] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1186.936266] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52664f6b-aa63-5289-91d0-764d4c910af3" [ 1186.936266] env[62093]: _type = "Task" [ 1186.936266] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.944706] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52664f6b-aa63-5289-91d0-764d4c910af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.044665] env[62093]: DEBUG nova.network.neutron [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Successfully created port: bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.071062] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf0a5515-911e-4fdc-93bc-deeb5c405c3b tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.549s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.260135] env[62093]: DEBUG nova.network.neutron [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Successfully updated port: f8b06785-432b-42d5-9cc4-c228aad3f06d {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.401906] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074585} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.401906] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.402300] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9625704-c1b4-4178-94c8-be6f7eb713a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.428779] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] a11ebf7b-95fb-45af-a954-655135e5309f/a11ebf7b-95fb-45af-a954-655135e5309f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.429489] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcd6ad3e-57e7-49d1-acc6-73d057abf741 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.457444] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52664f6b-aa63-5289-91d0-764d4c910af3, 'name': SearchDatastore_Task, 'duration_secs': 0.013111} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.457844] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1187.457844] env[62093]: value = "task-1709302" [ 1187.457844] env[62093]: _type = "Task" [ 1187.457844] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.458901] env[62093]: ERROR nova.scheduler.client.report [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [req-c8a2c2e9-d9e8-469a-9f1e-eacf402c1419] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8a2c2e9-d9e8-469a-9f1e-eacf402c1419"}]} [ 1187.459211] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.459453] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] db9fdb62-302f-4138-ac43-aa013df3fa38/db9fdb62-302f-4138-ac43-aa013df3fa38.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.462125] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc764de1-982f-48eb-ad6e-130d6f00b400 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.472993] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.474719] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1187.474719] env[62093]: value = "task-1709303" [ 1187.474719] env[62093]: _type = "Task" [ 1187.474719] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.481530] env[62093]: DEBUG nova.scheduler.client.report [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1187.487714] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.540565] env[62093]: DEBUG nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1187.544348] env[62093]: DEBUG nova.scheduler.client.report [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1187.544476] env[62093]: DEBUG nova.compute.provider_tree [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 17 to 18 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1187.546897] env[62093]: DEBUG nova.compute.provider_tree [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.556903] env[62093]: DEBUG nova.scheduler.client.report [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1187.557450] env[62093]: DEBUG nova.compute.provider_tree [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 18 to 19 during operation: update_aggregates {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1187.580224] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1187.580475] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1187.580631] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.580831] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1187.580956] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.581184] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1187.582403] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1187.582403] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1187.582403] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1187.582403] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1187.582403] env[62093]: DEBUG nova.virt.hardware [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.586020] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce13087-36be-46df-9bb3-fc47a2972d7c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.586415] env[62093]: DEBUG nova.scheduler.client.report [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1187.594676] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61226ef1-7cc5-4695-8571-45a94140a365 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.765635] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquiring lock "refresh_cache-28d3fdf1-7353-4386-b8fe-db7527e88c14" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.765635] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquired lock "refresh_cache-28d3fdf1-7353-4386-b8fe-db7527e88c14" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.765635] env[62093]: DEBUG nova.network.neutron [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.883650] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da0eba-b660-44d7-8422-1db5f76d20d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.896982] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06868e2-8be5-4fb2-9f84-2288bdfc4125 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.941442] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055f118a-a2b2-489c-baa3-2d1bcdb72b4d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.951098] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4366cfc-7888-41d5-8684-aca399adc718 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.965644] env[62093]: DEBUG nova.compute.provider_tree [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.977576] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.988699] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.051559] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquiring lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.051810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.076175] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "ccfb805b-1922-4f0b-97f5-db4d814b642f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.076378] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ccfb805b-1922-4f0b-97f5-db4d814b642f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.334386] env[62093]: DEBUG nova.network.neutron [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.477629] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709302, 'name': ReconfigVM_Task, 'duration_secs': 0.852829} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.478610] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Reconfigured VM instance instance-00000005 to attach disk [datastore1] a11ebf7b-95fb-45af-a954-655135e5309f/a11ebf7b-95fb-45af-a954-655135e5309f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.482237] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02ed2687-ea56-46d7-94f8-3648e51ca1bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.494091] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709303, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.499322] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1188.499322] env[62093]: value = "task-1709304" [ 1188.499322] env[62093]: _type = "Task" [ 1188.499322] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.504739] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709304, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.517034] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Acquiring lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.517034] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.517034] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Acquiring lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.517034] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.517310] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.519706] env[62093]: INFO nova.compute.manager [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Terminating instance [ 1188.522171] env[62093]: DEBUG nova.compute.manager [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1188.522375] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.524019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01519d1-2654-4ef1-8a4b-4ae4e1460537 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.527636] env[62093]: DEBUG nova.scheduler.client.report [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1188.528405] env[62093]: DEBUG nova.compute.provider_tree [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 19 to 20 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1188.528405] env[62093]: DEBUG nova.compute.provider_tree [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.539221] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.539498] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-402d534f-73f8-4f93-8f94-c85394ad0621 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.553306] env[62093]: DEBUG oslo_vmware.api [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Waiting for the task: (returnval){ [ 1188.553306] env[62093]: value = "task-1709305" [ 1188.553306] env[62093]: _type = "Task" [ 1188.553306] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.555956] env[62093]: DEBUG nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1188.579199] env[62093]: DEBUG nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1188.582953] env[62093]: DEBUG oslo_vmware.api [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Task: {'id': task-1709305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.634021] env[62093]: INFO nova.compute.manager [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Rebuilding instance [ 1188.690020] env[62093]: DEBUG nova.compute.manager [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1188.690020] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0fe747-4256-4a00-bc45-67242c73b949 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.762884] env[62093]: DEBUG nova.compute.manager [req-2ae562a3-348e-4b26-a7e3-3e92687c452a req-4e4ade32-9e07-40e3-b1d1-5227fad58d18 service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Received event network-vif-plugged-f8b06785-432b-42d5-9cc4-c228aad3f06d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1188.763226] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ae562a3-348e-4b26-a7e3-3e92687c452a req-4e4ade32-9e07-40e3-b1d1-5227fad58d18 service nova] Acquiring lock "28d3fdf1-7353-4386-b8fe-db7527e88c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.763549] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ae562a3-348e-4b26-a7e3-3e92687c452a req-4e4ade32-9e07-40e3-b1d1-5227fad58d18 service nova] Lock "28d3fdf1-7353-4386-b8fe-db7527e88c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.766801] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ae562a3-348e-4b26-a7e3-3e92687c452a req-4e4ade32-9e07-40e3-b1d1-5227fad58d18 service nova] Lock "28d3fdf1-7353-4386-b8fe-db7527e88c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.766801] env[62093]: DEBUG nova.compute.manager [req-2ae562a3-348e-4b26-a7e3-3e92687c452a req-4e4ade32-9e07-40e3-b1d1-5227fad58d18 service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] No waiting events found dispatching network-vif-plugged-f8b06785-432b-42d5-9cc4-c228aad3f06d {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1188.766801] env[62093]: WARNING nova.compute.manager [req-2ae562a3-348e-4b26-a7e3-3e92687c452a req-4e4ade32-9e07-40e3-b1d1-5227fad58d18 service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Received unexpected event network-vif-plugged-f8b06785-432b-42d5-9cc4-c228aad3f06d for instance with vm_state building and task_state spawning. [ 1188.812481] env[62093]: DEBUG nova.network.neutron [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Updating instance_info_cache with network_info: [{"id": "f8b06785-432b-42d5-9cc4-c228aad3f06d", "address": "fa:16:3e:2e:34:aa", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b06785-43", "ovs_interfaceid": "f8b06785-432b-42d5-9cc4-c228aad3f06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.988201] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.037682} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.988426] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] db9fdb62-302f-4138-ac43-aa013df3fa38/db9fdb62-302f-4138-ac43-aa013df3fa38.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.989054] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.989054] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa1187bd-b8e2-4cc6-8d16-03fc980f7b07 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.998627] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1188.998627] env[62093]: value = "task-1709306" [ 1188.998627] env[62093]: _type = "Task" [ 1188.998627] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.011282] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709304, 'name': Rename_Task, 'duration_secs': 0.190856} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.014340] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.014613] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.014822] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3f1e4c4-a235-44e2-b57e-98e2c7607068 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.021724] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1189.021724] env[62093]: value = "task-1709307" [ 1189.021724] env[62093]: _type = "Task" [ 1189.021724] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.030755] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.037084] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.529s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.037189] env[62093]: DEBUG nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1189.040517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.404s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.045354] env[62093]: INFO nova.compute.claims [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.067184] env[62093]: DEBUG oslo_vmware.api [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Task: {'id': task-1709305, 'name': PowerOffVM_Task, 'duration_secs': 0.279038} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.068284] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.068284] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.068414] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f072780-67b6-45eb-85d9-fabd1d7fb9d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.093037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.110909] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.165388] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.165388] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.165388] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Deleting the datastore file [datastore1] 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.166562] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be07d2d-9923-4a30-8711-1707bee3a254 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.173200] env[62093]: DEBUG oslo_vmware.api [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Waiting for the task: (returnval){ [ 1189.173200] env[62093]: value = "task-1709309" [ 1189.173200] env[62093]: _type = "Task" [ 1189.173200] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.182937] env[62093]: DEBUG oslo_vmware.api [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Task: {'id': task-1709309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.205829] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.205829] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e3d746-678e-4fb9-8dfe-eeb0a6af06ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.214226] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1189.214226] env[62093]: value = "task-1709310" [ 1189.214226] env[62093]: _type = "Task" [ 1189.214226] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.227932] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.321157] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Releasing lock "refresh_cache-28d3fdf1-7353-4386-b8fe-db7527e88c14" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.321775] env[62093]: DEBUG nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Instance network_info: |[{"id": "f8b06785-432b-42d5-9cc4-c228aad3f06d", "address": "fa:16:3e:2e:34:aa", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b06785-43", "ovs_interfaceid": "f8b06785-432b-42d5-9cc4-c228aad3f06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1189.322249] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:34:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8b06785-432b-42d5-9cc4-c228aad3f06d', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.333275] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Creating folder: Project (88d200565b3848a082d7c0e6ae69ef98). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.333275] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6520f59a-1008-41be-8a9d-a020cdfb0cd0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.345740] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Created folder: Project (88d200565b3848a082d7c0e6ae69ef98) in parent group-v356072. [ 1189.346937] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Creating folder: Instances. Parent ref: group-v356094. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.346937] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb381dfa-7e5b-4e7c-aeac-b2f90bc2fd76 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.356365] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Created folder: Instances in parent group-v356094. [ 1189.356567] env[62093]: DEBUG oslo.service.loopingcall [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.357281] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.357470] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc51e2f-f407-46b5-bd87-7c769afd5396 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.377714] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.377714] env[62093]: value = "task-1709313" [ 1189.377714] env[62093]: _type = "Task" [ 1189.377714] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.387555] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709313, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.514593] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068895} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.514864] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.515755] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca83ae50-5ad2-4850-86bb-c55ea972b668 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.540243] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] db9fdb62-302f-4138-ac43-aa013df3fa38/db9fdb62-302f-4138-ac43-aa013df3fa38.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.545840] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f35169-174a-4127-bfd8-b84dfddabdaa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.562806] env[62093]: DEBUG nova.compute.utils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1189.566319] env[62093]: DEBUG nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1189.566480] env[62093]: DEBUG nova.network.neutron [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.575627] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.577605] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1189.577605] env[62093]: value = "task-1709314" [ 1189.577605] env[62093]: _type = "Task" [ 1189.577605] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.588673] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.685232] env[62093]: DEBUG oslo_vmware.api [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Task: {'id': task-1709309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310425} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.685462] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.685664] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.685840] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.686052] env[62093]: INFO nova.compute.manager [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1189.686307] env[62093]: DEBUG oslo.service.loopingcall [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.686492] env[62093]: DEBUG nova.compute.manager [-] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1189.686695] env[62093]: DEBUG nova.network.neutron [-] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.727634] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709310, 'name': PowerOffVM_Task, 'duration_secs': 0.240507} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.728174] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.728174] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.728987] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e1dfa-ac16-402d-9f6a-ab6df9c37fc4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.737777] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.739929] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c896385-9d9e-42c6-98b4-3eba93369a58 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.765780] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.766078] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.766339] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Deleting the datastore file [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.766623] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7637ac7c-f156-4706-8fd1-48acc7a68a5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.775818] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1189.775818] env[62093]: value = "task-1709316" [ 1189.775818] env[62093]: _type = "Task" [ 1189.775818] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.786524] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.893537] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709313, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.945433] env[62093]: DEBUG nova.policy [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7953c7f403fc484db3a61ad3d87290a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2826590859d84a159fef016b540a62f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1190.041976] env[62093]: DEBUG oslo_vmware.api [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709307, 'name': PowerOnVM_Task, 'duration_secs': 0.972214} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.042417] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.042480] env[62093]: INFO nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Took 15.73 seconds to spawn the instance on the hypervisor. [ 1190.042810] env[62093]: DEBUG nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1190.044368] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0ff991-1492-4afa-bb81-346304e74e59 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.071321] env[62093]: DEBUG nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1190.093017] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709314, 'name': ReconfigVM_Task, 'duration_secs': 0.286728} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.093017] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Reconfigured VM instance instance-00000008 to attach disk [datastore1] db9fdb62-302f-4138-ac43-aa013df3fa38/db9fdb62-302f-4138-ac43-aa013df3fa38.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.093182] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0118216c-d5bd-4e8b-a833-4716790feb8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.103928] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1190.103928] env[62093]: value = "task-1709317" [ 1190.103928] env[62093]: _type = "Task" [ 1190.103928] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.111824] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709317, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.287766] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095369} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.289192] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.289480] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.289666] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.391696] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709313, 'name': CreateVM_Task, 'duration_secs': 0.668027} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.394137] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.401628] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.401767] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.402231] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.403298] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a6f2ab-d443-4eed-8c00-2d905129f1c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.409805] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1190.409805] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529b8855-3535-537e-9c2f-67e6aa078287" [ 1190.409805] env[62093]: _type = "Task" [ 1190.409805] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.423139] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529b8855-3535-537e-9c2f-67e6aa078287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.447283] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23d656f-67bc-436d-8db2-d17bbe9086f4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.458278] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641c1dc-625b-485c-8da9-01423785f708 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.494531] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e64d7-3e0d-43a0-a0c9-4ec403ba5dde {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.502593] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c01a55-e9d1-497a-81b4-27701b5e2b19 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.522288] env[62093]: DEBUG nova.compute.provider_tree [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1190.524625] env[62093]: DEBUG nova.network.neutron [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Successfully updated port: bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.570527] env[62093]: INFO nova.compute.manager [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Took 25.71 seconds to build instance. [ 1190.615110] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709317, 'name': Rename_Task, 'duration_secs': 0.138282} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.615596] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.616509] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa8622c-f5de-475d-9311-e057dc3a5f66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.627066] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1190.627066] env[62093]: value = "task-1709318" [ 1190.627066] env[62093]: _type = "Task" [ 1190.627066] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.638824] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.706670] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquiring lock "0d81385e-654e-4640-aa9f-a66309657995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.707263] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "0d81385e-654e-4640-aa9f-a66309657995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.903799] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquiring lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.903979] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.904224] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquiring lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.904405] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.905042] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.909089] env[62093]: INFO nova.compute.manager [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Terminating instance [ 1190.915778] env[62093]: DEBUG nova.compute.manager [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1190.915778] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.916181] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8644a4d7-c670-4f91-8dbf-ebb2afed16d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.927930] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529b8855-3535-537e-9c2f-67e6aa078287, 'name': SearchDatastore_Task, 'duration_secs': 0.02089} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.930697] env[62093]: DEBUG nova.network.neutron [-] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.932095] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.932095] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.932095] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.932238] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.932675] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.932675] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.936494] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-099bb1ad-80e3-4f33-96d5-ec07e6be4687 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.936494] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f74bd4-cbb6-44bf-aa37-1407bcaf9f75 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.944094] env[62093]: DEBUG oslo_vmware.api [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1190.944094] env[62093]: value = "task-1709319" [ 1190.944094] env[62093]: _type = "Task" [ 1190.944094] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.958377] env[62093]: DEBUG oslo_vmware.api [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.960731] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.960731] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.961723] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f97ce7-12f2-4160-bd7b-6760e6f1913c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.969719] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1190.969719] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fe6523-9311-6297-ab90-642330f84bb7" [ 1190.969719] env[62093]: _type = "Task" [ 1190.969719] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.979807] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fe6523-9311-6297-ab90-642330f84bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.033181] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquiring lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.033336] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquired lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.033481] env[62093]: DEBUG nova.network.neutron [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.052368] env[62093]: ERROR nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [req-56ef817e-cf05-4d51-87e8-347ab8435c74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-56ef817e-cf05-4d51-87e8-347ab8435c74"}]} [ 1191.074892] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e6c806-6c1d-4e35-81ff-ccd38c627b47 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "a11ebf7b-95fb-45af-a954-655135e5309f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.231s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.079423] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1191.083938] env[62093]: DEBUG nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1191.103634] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1191.103860] env[62093]: DEBUG nova.compute.provider_tree [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.115986] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:51:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='436022953',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1768305437',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1191.116318] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1191.116471] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.116655] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1191.116792] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.116930] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1191.117138] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1191.117433] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1191.117503] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1191.117618] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1191.117915] env[62093]: DEBUG nova.virt.hardware [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1191.118687] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8937d282-f336-4959-a506-7dd2f4bb7e39 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.122050] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1191.132810] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91052244-f1ce-4a7d-8e3f-68b09c43097c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.142131] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.143196] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1191.309979] env[62093]: DEBUG nova.network.neutron [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Successfully created port: 783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.342629] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1191.342873] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1191.343031] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.343217] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1191.343365] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.344051] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1191.344231] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1191.344429] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1191.344636] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1191.344855] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1191.345153] env[62093]: DEBUG nova.virt.hardware [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1191.346214] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a5ca37-8691-4318-bb7c-67cbf794259b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.362060] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb06155-2bf5-46e9-9bea-48d1710055c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.380084] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.383609] env[62093]: DEBUG oslo.service.loopingcall [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.386418] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.386418] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a89bb8-1695-4e81-a727-f4e6407b7248 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.413413] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquiring lock "00dd6a8f-70a2-474a-ba86-5cdd56139088" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.413984] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "00dd6a8f-70a2-474a-ba86-5cdd56139088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.414097] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.414097] env[62093]: value = "task-1709320" [ 1191.414097] env[62093]: _type = "Task" [ 1191.414097] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.425096] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709320, 'name': CreateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.433734] env[62093]: INFO nova.compute.manager [-] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Took 1.75 seconds to deallocate network for instance. [ 1191.456962] env[62093]: DEBUG oslo_vmware.api [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709319, 'name': PowerOffVM_Task, 'duration_secs': 0.355079} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.457090] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.457218] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.457469] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3551e48-96ee-4834-a51c-5267a0c9fb5a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.489841] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fe6523-9311-6297-ab90-642330f84bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.028328} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.497021] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bec6ecb-e0e6-427a-ab8b-9c87299bac61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.499968] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1191.499968] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529ccf3f-71da-ef8a-9252-a73397fccf54" [ 1191.499968] env[62093]: _type = "Task" [ 1191.499968] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.512291] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529ccf3f-71da-ef8a-9252-a73397fccf54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.526782] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.529715] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.529715] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Deleting the datastore file [datastore1] adf1f186-01f6-4e45-ba26-4bdd1695ab29 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.529715] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dff5b53-7ef7-4fef-b09e-0288c8bdccfa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.540737] env[62093]: DEBUG oslo_vmware.api [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for the task: (returnval){ [ 1191.540737] env[62093]: value = "task-1709322" [ 1191.540737] env[62093]: _type = "Task" [ 1191.540737] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.549748] env[62093]: DEBUG oslo_vmware.api [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.565991] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a81782-0d04-4181-873e-ae339672a236 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.574356] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a93147-afd4-4946-b8e7-8e9cf57f182f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.606303] env[62093]: DEBUG nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1191.610660] env[62093]: DEBUG nova.network.neutron [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.613315] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a2806d-c458-4a8e-b43c-fb5e067c7e0e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.623781] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a71866-3226-4e6e-970d-d817e6caef8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.646509] env[62093]: DEBUG nova.compute.provider_tree [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.655029] env[62093]: DEBUG oslo_vmware.api [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709318, 'name': PowerOnVM_Task, 'duration_secs': 0.565525} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.655029] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.655029] env[62093]: INFO nova.compute.manager [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1191.655029] env[62093]: DEBUG nova.compute.manager [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1191.655029] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467988b6-ccb1-472d-b636-ef3cd2010c29 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.927375] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709320, 'name': CreateVM_Task, 'duration_secs': 0.351285} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.928401] env[62093]: DEBUG nova.network.neutron [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updating instance_info_cache with network_info: [{"id": "bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a", "address": "fa:16:3e:da:30:d5", "network": {"id": "9e7f4844-59e9-4387-afba-c3a4cf0da46e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1063551826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e70d7a35bed4d65a1aec5b5e384e6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd39b623-a9", "ovs_interfaceid": "bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.929600] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.930078] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.930258] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.934338] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.934887] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c962c20c-e5a8-482b-ba33-c758dce55ab4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.942344] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.943048] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1191.943048] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5273dfc0-b562-56b2-be3a-41d7bc140cc3" [ 1191.943048] env[62093]: _type = "Task" [ 1191.943048] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.959270] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5273dfc0-b562-56b2-be3a-41d7bc140cc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.014425] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529ccf3f-71da-ef8a-9252-a73397fccf54, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.014425] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.014425] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 28d3fdf1-7353-4386-b8fe-db7527e88c14/28d3fdf1-7353-4386-b8fe-db7527e88c14.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.014425] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab3e1a8-ce9d-4ae3-b219-4be3f4cc33bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.022484] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1192.022484] env[62093]: value = "task-1709323" [ 1192.022484] env[62093]: _type = "Task" [ 1192.022484] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.033871] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.050927] env[62093]: DEBUG oslo_vmware.api [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Task: {'id': task-1709322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247953} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.052848] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.054513] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.054513] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.054583] env[62093]: INFO nova.compute.manager [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1192.055589] env[62093]: DEBUG oslo.service.loopingcall [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.055589] env[62093]: DEBUG nova.compute.manager [-] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1192.055589] env[62093]: DEBUG nova.network.neutron [-] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.137170] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.137732] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.140398] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.182127] env[62093]: INFO nova.compute.manager [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Took 13.51 seconds to build instance. [ 1192.189791] env[62093]: ERROR nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [req-5a0295d7-a76c-4e2e-a18a-e8a2ec3d1726] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a0295d7-a76c-4e2e-a18a-e8a2ec3d1726"}]} [ 1192.214851] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1192.242704] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1192.243014] env[62093]: DEBUG nova.compute.provider_tree [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.267673] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1192.293819] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1192.435570] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Releasing lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.435981] env[62093]: DEBUG nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Instance network_info: |[{"id": "bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a", "address": "fa:16:3e:da:30:d5", "network": {"id": "9e7f4844-59e9-4387-afba-c3a4cf0da46e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1063551826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e70d7a35bed4d65a1aec5b5e384e6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd39b623-a9", "ovs_interfaceid": "bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1192.436435] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:30:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.448480] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Creating folder: Project (6e70d7a35bed4d65a1aec5b5e384e6af). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1192.451717] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418e7eed-9202-438b-ae84-c2b8b2cc0318 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.469717] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5273dfc0-b562-56b2-be3a-41d7bc140cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.021012} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.475134] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.475714] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.476108] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.476376] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.476669] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.477106] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Created folder: Project (6e70d7a35bed4d65a1aec5b5e384e6af) in parent group-v356072. [ 1192.477436] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Creating folder: Instances. Parent ref: group-v356098. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1192.478147] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-184467ba-6640-4964-9d3e-38785b800802 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.481704] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db081c33-369c-4af1-9f10-cd189dc62050 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.497685] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Created folder: Instances in parent group-v356098. [ 1192.498165] env[62093]: DEBUG oslo.service.loopingcall [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.498295] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.498452] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.499616] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.499849] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e799d0-2209-4c25-8e03-6ff96e30a951 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.502960] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db7396e6-8f3e-4414-8bbb-65087357d2f9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.532601] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1192.532601] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a33c21-922f-6c8d-9bb7-c2ace6465200" [ 1192.532601] env[62093]: _type = "Task" [ 1192.532601] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.532919] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.532919] env[62093]: value = "task-1709326" [ 1192.532919] env[62093]: _type = "Task" [ 1192.532919] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.545963] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709323, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.552210] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709326, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.556199] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a33c21-922f-6c8d-9bb7-c2ace6465200, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.557066] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def0e897-d4ea-4621-b5b9-88ddb03ac7f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.565427] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1192.565427] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b44f15-cf2a-93a8-1954-ef5b655a7ab5" [ 1192.565427] env[62093]: _type = "Task" [ 1192.565427] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.574650] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b44f15-cf2a-93a8-1954-ef5b655a7ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.656301] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80df1825-e2f8-4c7b-a449-170efca98687 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.664176] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cebec29-20ed-4b4c-8fc4-81901b1afd46 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.695681] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9959fb7-dc7e-4eec-8939-73f281d05513 tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "db9fdb62-302f-4138-ac43-aa013df3fa38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.050s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.697827] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d507b74c-6de0-4cb7-83e2-02f298e8cb28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.708131] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c55b50-f3f5-446e-a40f-942f645055b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.724996] env[62093]: DEBUG nova.compute.provider_tree [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.834668] env[62093]: DEBUG nova.compute.manager [req-62b9e2e0-2146-497d-a3af-6443e3758f87 req-37fa5846-8fbe-40cf-8326-877af3a7af46 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Received event network-vif-plugged-bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1192.835099] env[62093]: DEBUG oslo_concurrency.lockutils [req-62b9e2e0-2146-497d-a3af-6443e3758f87 req-37fa5846-8fbe-40cf-8326-877af3a7af46 service nova] Acquiring lock "31be046d-be83-42b0-a594-21849b0d577f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.835732] env[62093]: DEBUG oslo_concurrency.lockutils [req-62b9e2e0-2146-497d-a3af-6443e3758f87 req-37fa5846-8fbe-40cf-8326-877af3a7af46 service nova] Lock "31be046d-be83-42b0-a594-21849b0d577f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.835732] env[62093]: DEBUG oslo_concurrency.lockutils [req-62b9e2e0-2146-497d-a3af-6443e3758f87 req-37fa5846-8fbe-40cf-8326-877af3a7af46 service nova] Lock "31be046d-be83-42b0-a594-21849b0d577f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.835913] env[62093]: DEBUG nova.compute.manager [req-62b9e2e0-2146-497d-a3af-6443e3758f87 req-37fa5846-8fbe-40cf-8326-877af3a7af46 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] No waiting events found dispatching network-vif-plugged-bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1192.836224] env[62093]: WARNING nova.compute.manager [req-62b9e2e0-2146-497d-a3af-6443e3758f87 req-37fa5846-8fbe-40cf-8326-877af3a7af46 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Received unexpected event network-vif-plugged-bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a for instance with vm_state building and task_state spawning. [ 1193.039802] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531022} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.044723] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 28d3fdf1-7353-4386-b8fe-db7527e88c14/28d3fdf1-7353-4386-b8fe-db7527e88c14.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.044723] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.045118] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef3b408d-5730-42ab-ad68-e6bb7096bbeb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.053300] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709326, 'name': CreateVM_Task, 'duration_secs': 0.493421} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.054517] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.055549] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1193.055549] env[62093]: value = "task-1709327" [ 1193.055549] env[62093]: _type = "Task" [ 1193.055549] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.056574] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.056574] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.056960] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.057344] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183735d0-ef6d-4da3-a280-c2baadb4a822 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.069339] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1193.069339] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ac59dd-291b-197e-b954-41f92edc5a7b" [ 1193.069339] env[62093]: _type = "Task" [ 1193.069339] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.076424] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.086056] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b44f15-cf2a-93a8-1954-ef5b655a7ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.089943] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.090400] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.090828] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ac59dd-291b-197e-b954-41f92edc5a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.091153] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bddc07db-6ce5-42e7-980f-303509237914 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.093234] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.093568] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.094037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.094277] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.094555] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.094906] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c2cc270-ebc0-4c5c-b436-68e616227432 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.101665] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1193.101665] env[62093]: value = "task-1709328" [ 1193.101665] env[62093]: _type = "Task" [ 1193.101665] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.106534] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.107302] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.107989] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d3ec1c-e64e-4dbd-a6cb-31b7d1a0fed7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.114888] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.114980] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1193.114980] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c88773-7a03-c420-318a-eae55150f442" [ 1193.114980] env[62093]: _type = "Task" [ 1193.114980] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.124646] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c88773-7a03-c420-318a-eae55150f442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.143986] env[62093]: DEBUG nova.compute.manager [req-5efb239a-f77f-4eb7-b827-90aec2a72938 req-9698e854-50a7-4b44-ad15-9be16a66f9cc service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Received event network-changed-f8b06785-432b-42d5-9cc4-c228aad3f06d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1193.144237] env[62093]: DEBUG nova.compute.manager [req-5efb239a-f77f-4eb7-b827-90aec2a72938 req-9698e854-50a7-4b44-ad15-9be16a66f9cc service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Refreshing instance network info cache due to event network-changed-f8b06785-432b-42d5-9cc4-c228aad3f06d. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1193.144440] env[62093]: DEBUG oslo_concurrency.lockutils [req-5efb239a-f77f-4eb7-b827-90aec2a72938 req-9698e854-50a7-4b44-ad15-9be16a66f9cc service nova] Acquiring lock "refresh_cache-28d3fdf1-7353-4386-b8fe-db7527e88c14" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.145112] env[62093]: DEBUG oslo_concurrency.lockutils [req-5efb239a-f77f-4eb7-b827-90aec2a72938 req-9698e854-50a7-4b44-ad15-9be16a66f9cc service nova] Acquired lock "refresh_cache-28d3fdf1-7353-4386-b8fe-db7527e88c14" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.145112] env[62093]: DEBUG nova.network.neutron [req-5efb239a-f77f-4eb7-b827-90aec2a72938 req-9698e854-50a7-4b44-ad15-9be16a66f9cc service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Refreshing network info cache for port f8b06785-432b-42d5-9cc4-c228aad3f06d {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.203478] env[62093]: DEBUG nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1193.230019] env[62093]: DEBUG nova.scheduler.client.report [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1193.351759] env[62093]: DEBUG nova.network.neutron [-] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.571201] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100727} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.571565] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.572489] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123571c6-6ed5-4bb9-9274-ba6851dbc4b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.603461] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 28d3fdf1-7353-4386-b8fe-db7527e88c14/28d3fdf1-7353-4386-b8fe-db7527e88c14.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.603946] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db39ef5d-a31b-4e15-959a-ddeaacf411cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.641337] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709328, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.647979] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c88773-7a03-c420-318a-eae55150f442, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.648408] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1193.648408] env[62093]: value = "task-1709329" [ 1193.648408] env[62093]: _type = "Task" [ 1193.648408] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.649735] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f29406-ec44-49b2-99d6-52efbf503bbd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.671884] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1193.671884] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524b38b3-fff7-6d5d-ff7d-5b1f31bfd983" [ 1193.671884] env[62093]: _type = "Task" [ 1193.671884] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.671884] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.680269] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524b38b3-fff7-6d5d-ff7d-5b1f31bfd983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.738452] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.698s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.739415] env[62093]: DEBUG nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1193.742597] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.742869] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.253s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.744435] env[62093]: INFO nova.compute.claims [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.855694] env[62093]: INFO nova.compute.manager [-] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Took 1.80 seconds to deallocate network for instance. [ 1193.989683] env[62093]: DEBUG nova.compute.manager [None req-137b086b-a57d-4bc3-a042-2153fb633b0c tempest-ServerExternalEventsTest-877522745 tempest-ServerExternalEventsTest-877522745-project] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Received event network-changed {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1193.989890] env[62093]: DEBUG nova.compute.manager [None req-137b086b-a57d-4bc3-a042-2153fb633b0c tempest-ServerExternalEventsTest-877522745 tempest-ServerExternalEventsTest-877522745-project] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Refreshing instance network info cache due to event network-changed. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1193.990122] env[62093]: DEBUG oslo_concurrency.lockutils [None req-137b086b-a57d-4bc3-a042-2153fb633b0c tempest-ServerExternalEventsTest-877522745 tempest-ServerExternalEventsTest-877522745-project] Acquiring lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.990275] env[62093]: DEBUG oslo_concurrency.lockutils [None req-137b086b-a57d-4bc3-a042-2153fb633b0c tempest-ServerExternalEventsTest-877522745 tempest-ServerExternalEventsTest-877522745-project] Acquired lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.990415] env[62093]: DEBUG nova.network.neutron [None req-137b086b-a57d-4bc3-a042-2153fb633b0c tempest-ServerExternalEventsTest-877522745 tempest-ServerExternalEventsTest-877522745-project] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.004821] env[62093]: DEBUG nova.network.neutron [req-5efb239a-f77f-4eb7-b827-90aec2a72938 req-9698e854-50a7-4b44-ad15-9be16a66f9cc service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Updated VIF entry in instance network info cache for port f8b06785-432b-42d5-9cc4-c228aad3f06d. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.004821] env[62093]: DEBUG nova.network.neutron [req-5efb239a-f77f-4eb7-b827-90aec2a72938 req-9698e854-50a7-4b44-ad15-9be16a66f9cc service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Updating instance_info_cache with network_info: [{"id": "f8b06785-432b-42d5-9cc4-c228aad3f06d", "address": "fa:16:3e:2e:34:aa", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b06785-43", "ovs_interfaceid": "f8b06785-432b-42d5-9cc4-c228aad3f06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.122487] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590759} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.122769] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.122981] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.123254] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d27e9655-79e6-4671-9a2c-66a77fe7c89f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.132686] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1194.132686] env[62093]: value = "task-1709330" [ 1194.132686] env[62093]: _type = "Task" [ 1194.132686] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.147103] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.161354] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.184049] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524b38b3-fff7-6d5d-ff7d-5b1f31bfd983, 'name': SearchDatastore_Task, 'duration_secs': 0.021399} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.184317] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.184569] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 31be046d-be83-42b0-a594-21849b0d577f/31be046d-be83-42b0-a594-21849b0d577f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.184841] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21796469-029f-400d-bc65-0e02608e6471 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.192188] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1194.192188] env[62093]: value = "task-1709331" [ 1194.192188] env[62093]: _type = "Task" [ 1194.192188] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.203018] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.253283] env[62093]: DEBUG nova.compute.utils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1194.255465] env[62093]: DEBUG nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1194.255810] env[62093]: DEBUG nova.network.neutron [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.320049] env[62093]: DEBUG nova.policy [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0657ee8990f454885df5a0ae92f0ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '674235f839564c47918574d074f343f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1194.363977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.510982] env[62093]: DEBUG oslo_concurrency.lockutils [req-5efb239a-f77f-4eb7-b827-90aec2a72938 req-9698e854-50a7-4b44-ad15-9be16a66f9cc service nova] Releasing lock "refresh_cache-28d3fdf1-7353-4386-b8fe-db7527e88c14" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.649828] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.662147] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709329, 'name': ReconfigVM_Task, 'duration_secs': 0.90461} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.664487] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 28d3fdf1-7353-4386-b8fe-db7527e88c14/28d3fdf1-7353-4386-b8fe-db7527e88c14.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.667322] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eec0e8f-1688-4eaf-b34c-daaace231cfc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.672800] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1194.672800] env[62093]: value = "task-1709332" [ 1194.672800] env[62093]: _type = "Task" [ 1194.672800] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.686463] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709332, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.690736] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquiring lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.690988] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.707155] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.763697] env[62093]: DEBUG nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1194.840832] env[62093]: DEBUG nova.network.neutron [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Successfully created port: 0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.986942] env[62093]: DEBUG nova.network.neutron [None req-137b086b-a57d-4bc3-a042-2153fb633b0c tempest-ServerExternalEventsTest-877522745 tempest-ServerExternalEventsTest-877522745-project] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Updating instance_info_cache with network_info: [{"id": "7259baa8-e287-4c0b-b379-26504140636e", "address": "fa:16:3e:52:16:ec", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259baa8-e2", "ovs_interfaceid": "7259baa8-e287-4c0b-b379-26504140636e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.127812] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df94f3a-a8e4-4c5a-bd9a-164603ba9037 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.143223] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d7995e-8a89-4131-b709-50570a83c7ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.153367] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.625995} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.180182] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.181446] env[62093]: DEBUG nova.network.neutron [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Successfully updated port: 783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.183089] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6a3739-ac78-483f-ad4f-8475e4e77a61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.188973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fa9427-ff99-449d-938d-62412075d1e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.215451] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709332, 'name': Rename_Task, 'duration_secs': 0.270042} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.224975] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.228652] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.229450] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41e4548-b190-4356-abd2-220a3dd44d50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.245835] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a24e6be-f82f-4cd8-b1b0-6c7b9b5d98ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.250955] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44cb3d-d830-4a21-bae6-3abc478e9f09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.261210] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.966309} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.271579] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 31be046d-be83-42b0-a594-21849b0d577f/31be046d-be83-42b0-a594-21849b0d577f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.271824] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.272183] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1195.272183] env[62093]: value = "task-1709334" [ 1195.272183] env[62093]: _type = "Task" [ 1195.272183] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.276535] env[62093]: DEBUG nova.compute.provider_tree [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.280107] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1195.280107] env[62093]: value = "task-1709333" [ 1195.280107] env[62093]: _type = "Task" [ 1195.280107] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.280107] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85d55490-4cd6-42a7-9fd5-3da82cc4049d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.295256] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.300477] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1195.300477] env[62093]: value = "task-1709335" [ 1195.300477] env[62093]: _type = "Task" [ 1195.300477] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.300477] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709334, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.310013] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.493435] env[62093]: DEBUG oslo_concurrency.lockutils [None req-137b086b-a57d-4bc3-a042-2153fb633b0c tempest-ServerExternalEventsTest-877522745 tempest-ServerExternalEventsTest-877522745-project] Releasing lock "refresh_cache-a11ebf7b-95fb-45af-a954-655135e5309f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.700819] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.700819] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquired lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.700819] env[62093]: DEBUG nova.network.neutron [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.779790] env[62093]: DEBUG nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1195.783801] env[62093]: DEBUG nova.scheduler.client.report [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1195.798733] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.802803] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.816723] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074116} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.817017] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.821844] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1195.821844] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1195.821844] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.822137] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1195.822137] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.822137] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1195.822137] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1195.822882] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1195.822882] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1195.822882] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1195.822882] env[62093]: DEBUG nova.virt.hardware [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.823670] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc34887c-4c9e-49d8-b59e-bcd77368b955 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.828124] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c0a3a1-6f8c-4a24-bf35-16e4cda997a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.834017] env[62093]: DEBUG nova.compute.manager [None req-247d5def-c0da-4f36-9460-a2eb439a4d47 tempest-ServerDiagnosticsV248Test-861790442 tempest-ServerDiagnosticsV248Test-861790442-project-admin] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1195.836760] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9a182c-4397-46fe-afbc-6e5cd5661320 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.860364] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 31be046d-be83-42b0-a594-21849b0d577f/31be046d-be83-42b0-a594-21849b0d577f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.862082] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0a582c-896d-4b16-995e-773a43ae20be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.867711] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317cd7d3-40bf-4f95-a7bb-cac75a5f8043 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.884284] env[62093]: INFO nova.compute.manager [None req-247d5def-c0da-4f36-9460-a2eb439a4d47 tempest-ServerDiagnosticsV248Test-861790442 tempest-ServerDiagnosticsV248Test-861790442-project-admin] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Retrieving diagnostics [ 1195.886110] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617cd40-2160-4683-9fac-b57e2323aebd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.898322] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1195.898322] env[62093]: value = "task-1709336" [ 1195.898322] env[62093]: _type = "Task" [ 1195.898322] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.934123] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.042950] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquiring lock "a11ebf7b-95fb-45af-a954-655135e5309f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.042950] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "a11ebf7b-95fb-45af-a954-655135e5309f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.042950] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquiring lock "a11ebf7b-95fb-45af-a954-655135e5309f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.042950] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "a11ebf7b-95fb-45af-a954-655135e5309f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.043226] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "a11ebf7b-95fb-45af-a954-655135e5309f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.047723] env[62093]: INFO nova.compute.manager [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Terminating instance [ 1196.049733] env[62093]: DEBUG nova.compute.manager [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1196.049922] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.050778] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbab67f-4465-4c73-8916-ef0576edf20f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.065009] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.065404] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9fd178a-f6f9-4821-a37a-e9d31a98c140 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.071478] env[62093]: DEBUG oslo_vmware.api [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1196.071478] env[62093]: value = "task-1709337" [ 1196.071478] env[62093]: _type = "Task" [ 1196.071478] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.083577] env[62093]: DEBUG oslo_vmware.api [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.281246] env[62093]: DEBUG nova.network.neutron [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.296100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.296570] env[62093]: DEBUG nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1196.306687] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.436s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.309323] env[62093]: INFO nova.compute.claims [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.312124] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709333, 'name': ReconfigVM_Task, 'duration_secs': 0.787284} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.312765] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.316033] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.316033] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-418f844f-23e6-40a9-a001-4ef7e0f33f53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.320193] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1196.320193] env[62093]: value = "task-1709338" [ 1196.320193] env[62093]: _type = "Task" [ 1196.320193] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.333409] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709338, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.411187] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.583226] env[62093]: DEBUG oslo_vmware.api [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709337, 'name': PowerOffVM_Task, 'duration_secs': 0.20485} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.583615] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.583778] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.584065] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8477cd95-7fbc-43a6-b80b-6cefe30a9ceb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.591493] env[62093]: DEBUG nova.network.neutron [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Updating instance_info_cache with network_info: [{"id": "783b8b4f-2806-48a3-b595-0d7b118e7756", "address": "fa:16:3e:97:91:77", "network": {"id": "c09ace76-2bb5-4775-9086-0d02c407a396", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1088542544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2826590859d84a159fef016b540a62f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783b8b4f-28", "ovs_interfaceid": "783b8b4f-2806-48a3-b595-0d7b118e7756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.670020] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.670020] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.670020] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Deleting the datastore file [datastore1] a11ebf7b-95fb-45af-a954-655135e5309f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.670020] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5744bb7-a5a3-4a0c-bc22-3b781de502eb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.675847] env[62093]: DEBUG oslo_vmware.api [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for the task: (returnval){ [ 1196.675847] env[62093]: value = "task-1709340" [ 1196.675847] env[62093]: _type = "Task" [ 1196.675847] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.685123] env[62093]: DEBUG oslo_vmware.api [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.792729] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.817500] env[62093]: DEBUG nova.compute.utils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1196.818950] env[62093]: DEBUG nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1196.819165] env[62093]: DEBUG nova.network.neutron [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.835872] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709338, 'name': Rename_Task, 'duration_secs': 0.238501} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.836348] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.836636] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d155b2-dc5a-4ae0-93ca-37606c18840b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.843523] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1196.843523] env[62093]: value = "task-1709341" [ 1196.843523] env[62093]: _type = "Task" [ 1196.843523] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.852826] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.894437] env[62093]: DEBUG nova.policy [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35d162b010f94e9aa300c645c3cfd0f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af187e0acf3448439ee37d5e7d04d572', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1196.904691] env[62093]: DEBUG nova.compute.manager [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Received event network-vif-deleted-78b9103e-7f64-40d8-8349-44f5ff19b245 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1196.905387] env[62093]: DEBUG nova.compute.manager [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Received event network-changed-bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1196.905387] env[62093]: DEBUG nova.compute.manager [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Refreshing instance network info cache due to event network-changed-bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1196.905619] env[62093]: DEBUG oslo_concurrency.lockutils [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] Acquiring lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.905772] env[62093]: DEBUG oslo_concurrency.lockutils [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] Acquired lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.906030] env[62093]: DEBUG nova.network.neutron [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Refreshing network info cache for port bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.918715] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709336, 'name': ReconfigVM_Task, 'duration_secs': 0.523158} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.919210] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 31be046d-be83-42b0-a594-21849b0d577f/31be046d-be83-42b0-a594-21849b0d577f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.919847] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-463261ce-509a-4116-9d1e-400ad0d8f2d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.927540] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1196.927540] env[62093]: value = "task-1709342" [ 1196.927540] env[62093]: _type = "Task" [ 1196.927540] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.937984] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709342, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.983029] env[62093]: DEBUG nova.compute.manager [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Received event network-vif-plugged-783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1196.983236] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Acquiring lock "7338f203-3717-4b4c-9d6b-39a9c2a74449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.983449] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Lock "7338f203-3717-4b4c-9d6b-39a9c2a74449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.983666] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Lock "7338f203-3717-4b4c-9d6b-39a9c2a74449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.983938] env[62093]: DEBUG nova.compute.manager [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] No waiting events found dispatching network-vif-plugged-783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1196.985121] env[62093]: WARNING nova.compute.manager [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Received unexpected event network-vif-plugged-783b8b4f-2806-48a3-b595-0d7b118e7756 for instance with vm_state building and task_state spawning. [ 1196.985393] env[62093]: DEBUG nova.compute.manager [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received event network-changed-3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1196.985620] env[62093]: DEBUG nova.compute.manager [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Refreshing instance network info cache due to event network-changed-3eb6365e-8264-4b2f-8670-49648d98355a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1196.985825] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Acquiring lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.985956] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Acquired lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.986127] env[62093]: DEBUG nova.network.neutron [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Refreshing network info cache for port 3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.094638] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Releasing lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.095206] env[62093]: DEBUG nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Instance network_info: |[{"id": "783b8b4f-2806-48a3-b595-0d7b118e7756", "address": "fa:16:3e:97:91:77", "network": {"id": "c09ace76-2bb5-4775-9086-0d02c407a396", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1088542544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2826590859d84a159fef016b540a62f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783b8b4f-28", "ovs_interfaceid": "783b8b4f-2806-48a3-b595-0d7b118e7756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1197.096435] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:91:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '783b8b4f-2806-48a3-b595-0d7b118e7756', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.106020] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Creating folder: Project (2826590859d84a159fef016b540a62f5). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.106020] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4a90603-931e-49ea-bd30-da9aaf3522fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.117024] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Created folder: Project (2826590859d84a159fef016b540a62f5) in parent group-v356072. [ 1197.117024] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Creating folder: Instances. Parent ref: group-v356101. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.117024] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1f0d591-288c-4b4d-aea8-98e4343abfce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.127212] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Created folder: Instances in parent group-v356101. [ 1197.127522] env[62093]: DEBUG oslo.service.loopingcall [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.127774] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.129542] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d38dd3dd-6152-4575-bf2b-79f96549d1df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.149127] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.149127] env[62093]: value = "task-1709345" [ 1197.149127] env[62093]: _type = "Task" [ 1197.149127] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.156872] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709345, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.185669] env[62093]: DEBUG oslo_vmware.api [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Task: {'id': task-1709340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228026} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.186013] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.186240] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.186485] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.186971] env[62093]: INFO nova.compute.manager [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1197.187228] env[62093]: DEBUG oslo.service.loopingcall [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.187421] env[62093]: DEBUG nova.compute.manager [-] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1197.187670] env[62093]: DEBUG nova.network.neutron [-] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.229626] env[62093]: DEBUG nova.network.neutron [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Successfully updated port: 0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.298574] env[62093]: DEBUG oslo_vmware.api [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709334, 'name': PowerOnVM_Task, 'duration_secs': 1.82659} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.298574] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.298574] env[62093]: INFO nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Took 14.43 seconds to spawn the instance on the hypervisor. [ 1197.298574] env[62093]: DEBUG nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1197.298574] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add2962-d8cc-4cee-984e-bd2520600c88 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.322886] env[62093]: DEBUG nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1197.359320] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.439196] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709342, 'name': Rename_Task, 'duration_secs': 0.203073} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.439480] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.439731] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edec4ba0-81d6-4758-bb5e-9627ec0b6e81 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.446596] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1197.446596] env[62093]: value = "task-1709346" [ 1197.446596] env[62093]: _type = "Task" [ 1197.446596] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.459369] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.643109] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ce703-9b62-4c6f-b36d-f831b11d7afc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.654245] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1493093-67e2-4659-b83c-444ca70eaeae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.663270] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709345, 'name': CreateVM_Task, 'duration_secs': 0.365081} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.690641] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.691597] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.691763] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.692134] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.692894] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2dbb1-db07-444f-afbb-ab21dd9a6a45 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.695816] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7427ff-81ce-45b4-8a11-ee42ea6dbc67 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.702741] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1197.702741] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b6028f-6602-f544-c1b8-4833f2fb9829" [ 1197.702741] env[62093]: _type = "Task" [ 1197.702741] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.709313] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c8d296-31ad-4703-ad08-0e61e9e16369 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.723691] env[62093]: DEBUG nova.compute.provider_tree [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.728225] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b6028f-6602-f544-c1b8-4833f2fb9829, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.728661] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.728890] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.729142] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.729269] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.729446] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.729698] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bcf8a86-7d01-4078-8204-6f4924dcc804 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.735863] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.735863] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquired lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.735863] env[62093]: DEBUG nova.network.neutron [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.739362] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.739362] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.739362] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f8a3c9-253e-4a7e-8c5d-30eedc205d70 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.745317] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1197.745317] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52794ce0-3b8c-033f-e4c5-d4865241b03e" [ 1197.745317] env[62093]: _type = "Task" [ 1197.745317] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.754935] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52794ce0-3b8c-033f-e4c5-d4865241b03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.821932] env[62093]: INFO nova.compute.manager [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Took 19.56 seconds to build instance. [ 1197.854966] env[62093]: DEBUG oslo_vmware.api [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709341, 'name': PowerOnVM_Task, 'duration_secs': 0.573408} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.855285] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.855485] env[62093]: DEBUG nova.compute.manager [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1197.856284] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24caf16e-8570-4f4b-a28a-e1822c0398a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.964531] env[62093]: DEBUG nova.network.neutron [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updated VIF entry in instance network info cache for port bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.964853] env[62093]: DEBUG nova.network.neutron [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updating instance_info_cache with network_info: [{"id": "bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a", "address": "fa:16:3e:da:30:d5", "network": {"id": "9e7f4844-59e9-4387-afba-c3a4cf0da46e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1063551826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e70d7a35bed4d65a1aec5b5e384e6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd39b623-a9", "ovs_interfaceid": "bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.976144] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.006722] env[62093]: DEBUG nova.network.neutron [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Successfully created port: 0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.231875] env[62093]: DEBUG nova.scheduler.client.report [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1198.256033] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52794ce0-3b8c-033f-e4c5-d4865241b03e, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.257945] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d167a099-f041-4129-ace5-a1a6209788f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.265094] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1198.265094] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a96f8b-9a5b-958b-5e8c-48540d6fcf1d" [ 1198.265094] env[62093]: _type = "Task" [ 1198.265094] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.280520] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a96f8b-9a5b-958b-5e8c-48540d6fcf1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.281079] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.281079] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7338f203-3717-4b4c-9d6b-39a9c2a74449/7338f203-3717-4b4c-9d6b-39a9c2a74449.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.281845] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-274383ca-8abf-417b-8e92-6ad915fee4d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.285891] env[62093]: DEBUG nova.network.neutron [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.293230] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1198.293230] env[62093]: value = "task-1709347" [ 1198.293230] env[62093]: _type = "Task" [ 1198.293230] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.307670] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.324269] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c5e478eb-f85b-4622-bd0c-79c7ef070a61 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "28d3fdf1-7353-4386-b8fe-db7527e88c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.092s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.342773] env[62093]: DEBUG nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1198.376458] env[62093]: DEBUG nova.network.neutron [-] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.378653] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1198.378874] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1198.378999] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.379211] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1198.379386] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.379600] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1198.379830] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1198.380510] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1198.380510] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1198.380510] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1198.380735] env[62093]: DEBUG nova.virt.hardware [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1198.381494] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5555e99b-3ee2-4fc5-b8b7-2f486bd06ff4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.386736] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.392756] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d3f7d4-1997-49db-a4bd-8b8a9285e882 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.468172] env[62093]: DEBUG oslo_concurrency.lockutils [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] Releasing lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.468376] env[62093]: DEBUG nova.compute.manager [req-dd78a64b-391e-410b-ac06-1ed9401f7033 req-c2532770-edc1-465c-8c73-1dc833259a78 service nova] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Received event network-vif-deleted-de654f68-ea20-48bb-9453-bc0e2f6622b7 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1198.474424] env[62093]: DEBUG oslo_vmware.api [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709346, 'name': PowerOnVM_Task, 'duration_secs': 1.019641} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.474424] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.474424] env[62093]: INFO nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1198.474424] env[62093]: DEBUG nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1198.474424] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8714b7-49ae-4ea0-8282-b8137d891085 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.587036] env[62093]: DEBUG nova.network.neutron [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Updating instance_info_cache with network_info: [{"id": "0eb73de8-e1bf-4883-b4a7-bedfd1975f03", "address": "fa:16:3e:3b:3d:21", "network": {"id": "2edec299-8ad0-4790-a2dd-be0a1b0f6901", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1699718842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "674235f839564c47918574d074f343f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb73de8-e1", "ovs_interfaceid": "0eb73de8-e1bf-4883-b4a7-bedfd1975f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.626075] env[62093]: DEBUG nova.network.neutron [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updated VIF entry in instance network info cache for port 3eb6365e-8264-4b2f-8670-49648d98355a. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.626457] env[62093]: DEBUG nova.network.neutron [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.737040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.737688] env[62093]: DEBUG nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1198.742068] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.649s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.748932] env[62093]: INFO nova.compute.claims [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.808132] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709347, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.828377] env[62093]: DEBUG nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1198.888595] env[62093]: INFO nova.compute.manager [-] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Took 1.70 seconds to deallocate network for instance. [ 1199.001838] env[62093]: INFO nova.compute.manager [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Took 18.18 seconds to build instance. [ 1199.093241] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Releasing lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.093241] env[62093]: DEBUG nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Instance network_info: |[{"id": "0eb73de8-e1bf-4883-b4a7-bedfd1975f03", "address": "fa:16:3e:3b:3d:21", "network": {"id": "2edec299-8ad0-4790-a2dd-be0a1b0f6901", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1699718842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "674235f839564c47918574d074f343f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb73de8-e1", "ovs_interfaceid": "0eb73de8-e1bf-4883-b4a7-bedfd1975f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1199.093584] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:3d:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb73de8-e1bf-4883-b4a7-bedfd1975f03', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.105484] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Creating folder: Project (674235f839564c47918574d074f343f8). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.107419] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11a642eb-b159-460f-8ae9-e9cfab0d4e80 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.120910] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Created folder: Project (674235f839564c47918574d074f343f8) in parent group-v356072. [ 1199.121046] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Creating folder: Instances. Parent ref: group-v356104. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.121431] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1f15e3c-3648-4d0f-89dd-8c289840bc01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.130374] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Releasing lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.130626] env[62093]: DEBUG nova.compute.manager [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Received event network-changed-783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1199.130793] env[62093]: DEBUG nova.compute.manager [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Refreshing instance network info cache due to event network-changed-783b8b4f-2806-48a3-b595-0d7b118e7756. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1199.131094] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Acquiring lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.131165] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Acquired lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.131293] env[62093]: DEBUG nova.network.neutron [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Refreshing network info cache for port 783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.133613] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Created folder: Instances in parent group-v356104. [ 1199.134343] env[62093]: DEBUG oslo.service.loopingcall [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.134343] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.134343] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7baf4be6-c9ed-4e2e-b2bd-dddec64ab912 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.159703] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.159703] env[62093]: value = "task-1709350" [ 1199.159703] env[62093]: _type = "Task" [ 1199.159703] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.169971] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709350, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.254100] env[62093]: DEBUG nova.compute.utils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1199.258175] env[62093]: DEBUG nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1199.258371] env[62093]: DEBUG nova.network.neutron [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.306732] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565339} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.306732] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7338f203-3717-4b4c-9d6b-39a9c2a74449/7338f203-3717-4b4c-9d6b-39a9c2a74449.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.306732] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.306732] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3044a5e2-490b-4675-844b-9e576351dd92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.316769] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1199.316769] env[62093]: value = "task-1709351" [ 1199.316769] env[62093]: _type = "Task" [ 1199.316769] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.328644] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.358289] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.403626] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.405200] env[62093]: DEBUG nova.policy [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6857740b5d34953b0c8803be178d0e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48bd2a740d1041e7b31324930572bb4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1199.504406] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4469160-65f8-461c-91bc-cd1ba556923b tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "31be046d-be83-42b0-a594-21849b0d577f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.712s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.673721] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709350, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.759574] env[62093]: DEBUG nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1199.838265] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069725} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.840975] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.842083] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac053b0-97ea-4b29-a6ec-9fcd14f9252d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.873459] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 7338f203-3717-4b4c-9d6b-39a9c2a74449/7338f203-3717-4b4c-9d6b-39a9c2a74449.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.876661] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ccd988e-71cb-4b74-8dbb-0aa4fe27b10d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.904905] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1199.904905] env[62093]: value = "task-1709352" [ 1199.904905] env[62093]: _type = "Task" [ 1199.904905] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.918610] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.009523] env[62093]: DEBUG nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1200.174255] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709350, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.226743] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ce8a5a-2547-446d-9267-4f30022cbde2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.236477] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e1bc5-8138-48df-9d0a-8f51796fb045 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.280877] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec39ece-73eb-4e39-808e-85b0c80f9051 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.288668] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed5975a-b1e6-4e0e-a0a4-2f9d8700ce2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.306630] env[62093]: DEBUG nova.compute.provider_tree [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.417182] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709352, 'name': ReconfigVM_Task, 'duration_secs': 0.418977} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.417525] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 7338f203-3717-4b4c-9d6b-39a9c2a74449/7338f203-3717-4b4c-9d6b-39a9c2a74449.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.418212] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56628df7-2baf-49f4-9a47-9b1049943e28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.427180] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1200.427180] env[62093]: value = "task-1709353" [ 1200.427180] env[62093]: _type = "Task" [ 1200.427180] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.436105] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709353, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.457200] env[62093]: DEBUG nova.network.neutron [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Updated VIF entry in instance network info cache for port 783b8b4f-2806-48a3-b595-0d7b118e7756. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.457614] env[62093]: DEBUG nova.network.neutron [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Updating instance_info_cache with network_info: [{"id": "783b8b4f-2806-48a3-b595-0d7b118e7756", "address": "fa:16:3e:97:91:77", "network": {"id": "c09ace76-2bb5-4775-9086-0d02c407a396", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1088542544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2826590859d84a159fef016b540a62f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783b8b4f-28", "ovs_interfaceid": "783b8b4f-2806-48a3-b595-0d7b118e7756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.527501] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.527501] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.550251] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.558597] env[62093]: DEBUG nova.network.neutron [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Successfully created port: 0af57361-ccf7-400c-9656-d153b8d59db1 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.673748] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709350, 'name': CreateVM_Task, 'duration_secs': 1.063083} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.673925] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.678517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.678517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.678517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.678517] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ca69fa-4aac-431c-a14d-f1a8216a34e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.684212] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1200.684212] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52de3c4f-ee64-54d9-a3ef-36da66b41803" [ 1200.684212] env[62093]: _type = "Task" [ 1200.684212] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.694267] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52de3c4f-ee64-54d9-a3ef-36da66b41803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.707756] env[62093]: DEBUG nova.compute.manager [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Received event network-vif-plugged-0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1200.707993] env[62093]: DEBUG oslo_concurrency.lockutils [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] Acquiring lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.708423] env[62093]: DEBUG oslo_concurrency.lockutils [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.708639] env[62093]: DEBUG oslo_concurrency.lockutils [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.708887] env[62093]: DEBUG nova.compute.manager [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] No waiting events found dispatching network-vif-plugged-0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1200.709104] env[62093]: WARNING nova.compute.manager [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Received unexpected event network-vif-plugged-0eb73de8-e1bf-4883-b4a7-bedfd1975f03 for instance with vm_state building and task_state spawning. [ 1200.709476] env[62093]: DEBUG nova.compute.manager [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Received event network-changed-0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1200.709476] env[62093]: DEBUG nova.compute.manager [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Refreshing instance network info cache due to event network-changed-0eb73de8-e1bf-4883-b4a7-bedfd1975f03. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1200.709695] env[62093]: DEBUG oslo_concurrency.lockutils [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] Acquiring lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.709976] env[62093]: DEBUG oslo_concurrency.lockutils [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] Acquired lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.710335] env[62093]: DEBUG nova.network.neutron [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Refreshing network info cache for port 0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.781023] env[62093]: DEBUG nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1200.812168] env[62093]: DEBUG nova.scheduler.client.report [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1200.820783] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1200.820783] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1200.820783] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.821066] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1200.821066] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.821066] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1200.821066] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1200.821066] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1200.821235] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1200.824522] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1200.824522] env[62093]: DEBUG nova.virt.hardware [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1200.824522] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62721cf9-ade2-4332-a457-a0147686ae6f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.833802] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f5458-89b4-4a01-8caf-1236034c2772 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.939297] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709353, 'name': Rename_Task, 'duration_secs': 0.138103} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.939758] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.940200] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4daade5e-e483-4828-84aa-f475251c6240 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.949633] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1200.949633] env[62093]: value = "task-1709354" [ 1200.949633] env[62093]: _type = "Task" [ 1200.949633] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.958512] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.964105] env[62093]: DEBUG oslo_concurrency.lockutils [req-21e48d65-c6e8-4204-87b2-edcc95ab56bb req-e3904668-1763-48b7-a9c4-796700028cf7 service nova] Releasing lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.047130] env[62093]: DEBUG nova.network.neutron [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Successfully updated port: 0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.198657] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52de3c4f-ee64-54d9-a3ef-36da66b41803, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.199027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.199281] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.199517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.199655] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.199851] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.200394] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b3ef7a9-676f-470a-94b5-0905a64490ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.208250] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.208607] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.209427] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f929fed0-353d-48e3-9512-cd1581795b1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.223383] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1201.223383] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5260c2d7-4d6d-e485-ac48-6e5522c6f59a" [ 1201.223383] env[62093]: _type = "Task" [ 1201.223383] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.239943] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5260c2d7-4d6d-e485-ac48-6e5522c6f59a, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.239943] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de957991-8a0a-4dd5-9cc0-3b989b43b537 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.251724] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1201.251724] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521a108a-e5c2-de4e-22a8-222fa9cbbb34" [ 1201.251724] env[62093]: _type = "Task" [ 1201.251724] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.267844] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521a108a-e5c2-de4e-22a8-222fa9cbbb34, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.268228] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.268436] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 58b211a6-d6a3-49ec-900e-63a32c7a98d2/58b211a6-d6a3-49ec-900e-63a32c7a98d2.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.268725] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-706f5837-dfc3-4b71-9209-94f0952a8ae8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.282119] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1201.282119] env[62093]: value = "task-1709355" [ 1201.282119] env[62093]: _type = "Task" [ 1201.282119] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.299374] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.317644] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.318246] env[62093]: DEBUG nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1201.323440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.212s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.325295] env[62093]: INFO nova.compute.claims [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.462436] env[62093]: DEBUG oslo_vmware.api [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709354, 'name': PowerOnVM_Task, 'duration_secs': 0.47253} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.462686] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.462686] env[62093]: INFO nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1201.462980] env[62093]: DEBUG nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1201.468139] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41715de-e2e4-49ca-80f7-73f669798493 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.553383] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquiring lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.553538] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquired lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.553728] env[62093]: DEBUG nova.network.neutron [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.733179] env[62093]: DEBUG nova.network.neutron [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Updated VIF entry in instance network info cache for port 0eb73de8-e1bf-4883-b4a7-bedfd1975f03. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.733601] env[62093]: DEBUG nova.network.neutron [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Updating instance_info_cache with network_info: [{"id": "0eb73de8-e1bf-4883-b4a7-bedfd1975f03", "address": "fa:16:3e:3b:3d:21", "network": {"id": "2edec299-8ad0-4790-a2dd-be0a1b0f6901", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1699718842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "674235f839564c47918574d074f343f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb73de8-e1", "ovs_interfaceid": "0eb73de8-e1bf-4883-b4a7-bedfd1975f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.803475] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709355, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.830815] env[62093]: DEBUG nova.compute.utils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1201.832493] env[62093]: DEBUG nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1201.832696] env[62093]: DEBUG nova.network.neutron [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.898535] env[62093]: INFO nova.compute.manager [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Rebuilding instance [ 1201.959544] env[62093]: DEBUG nova.compute.manager [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1201.960555] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3ce52-a6a3-43fc-81c7-8f002f8cf951 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.974247] env[62093]: DEBUG nova.policy [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8da74cce0a4427a46a05ee6ce32edd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b463c7c7fe6a4ce69be343594769a59c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1201.998211] env[62093]: INFO nova.compute.manager [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Took 19.00 seconds to build instance. [ 1202.053439] env[62093]: DEBUG nova.compute.manager [req-5d3c85ef-be31-44cf-97b9-9448af9df52a req-3fd99874-c92b-4e1f-8265-7d2defaaba0e service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Received event network-vif-plugged-0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1202.053659] env[62093]: DEBUG oslo_concurrency.lockutils [req-5d3c85ef-be31-44cf-97b9-9448af9df52a req-3fd99874-c92b-4e1f-8265-7d2defaaba0e service nova] Acquiring lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.053866] env[62093]: DEBUG oslo_concurrency.lockutils [req-5d3c85ef-be31-44cf-97b9-9448af9df52a req-3fd99874-c92b-4e1f-8265-7d2defaaba0e service nova] Lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.056552] env[62093]: DEBUG oslo_concurrency.lockutils [req-5d3c85ef-be31-44cf-97b9-9448af9df52a req-3fd99874-c92b-4e1f-8265-7d2defaaba0e service nova] Lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.056789] env[62093]: DEBUG nova.compute.manager [req-5d3c85ef-be31-44cf-97b9-9448af9df52a req-3fd99874-c92b-4e1f-8265-7d2defaaba0e service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] No waiting events found dispatching network-vif-plugged-0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1202.056964] env[62093]: WARNING nova.compute.manager [req-5d3c85ef-be31-44cf-97b9-9448af9df52a req-3fd99874-c92b-4e1f-8265-7d2defaaba0e service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Received unexpected event network-vif-plugged-0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 for instance with vm_state building and task_state spawning. [ 1202.129965] env[62093]: DEBUG nova.network.neutron [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.148921] env[62093]: DEBUG nova.compute.manager [None req-38e38cf5-334d-4929-99d6-eff2800e9ca6 tempest-ServerDiagnosticsTest-1800211343 tempest-ServerDiagnosticsTest-1800211343-project-admin] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1202.151941] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0831e6-b744-475b-97d8-7ee12eb22ff2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.160637] env[62093]: INFO nova.compute.manager [None req-38e38cf5-334d-4929-99d6-eff2800e9ca6 tempest-ServerDiagnosticsTest-1800211343 tempest-ServerDiagnosticsTest-1800211343-project-admin] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Retrieving diagnostics [ 1202.163147] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16e0c49-b4f5-4178-a05d-56f68f114d5d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.240226] env[62093]: DEBUG oslo_concurrency.lockutils [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] Releasing lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.240474] env[62093]: DEBUG nova.compute.manager [req-a51de49a-da04-495d-9c2a-c7896b08044e req-1b6c39fa-e951-400e-8d2a-fcc1692727eb service nova] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Received event network-vif-deleted-7259baa8-e287-4c0b-b379-26504140636e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1202.294418] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651512} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.294418] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 58b211a6-d6a3-49ec-900e-63a32c7a98d2/58b211a6-d6a3-49ec-900e-63a32c7a98d2.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.294418] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.294418] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ca70ed-bd93-433c-81e7-aeaa72ad24df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.306188] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1202.306188] env[62093]: value = "task-1709356" [ 1202.306188] env[62093]: _type = "Task" [ 1202.306188] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.320806] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.338703] env[62093]: DEBUG nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1202.475054] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.475413] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7d3661b-be2b-446f-8e64-6382b358e1c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.494593] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1202.494593] env[62093]: value = "task-1709357" [ 1202.494593] env[62093]: _type = "Task" [ 1202.494593] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.506305] env[62093]: DEBUG oslo_concurrency.lockutils [None req-55187882-dc60-4c79-b1d8-9099ce8af973 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "7338f203-3717-4b4c-9d6b-39a9c2a74449" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.515s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.520032] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.537270] env[62093]: DEBUG nova.network.neutron [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Updating instance_info_cache with network_info: [{"id": "0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5", "address": "fa:16:3e:8e:d9:d9", "network": {"id": "8672e9a9-6080-4b98-8ed9-857973ed31d1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2026797930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af187e0acf3448439ee37d5e7d04d572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1513ad-76", "ovs_interfaceid": "0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.710963] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a51501-c715-4d62-80ec-dac7a583db4c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.719772] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd661f11-7b59-4adb-8ab5-ff6143d753c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.753492] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9a4961-5641-4f38-b47c-28f478422df4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.761149] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff5aa66-3685-4929-b906-d1b93a4c969b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.778450] env[62093]: DEBUG nova.compute.provider_tree [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.817315] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125061} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.817315] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.819984] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab84e20-d315-48fd-bc12-0249582aa3b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.843033] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 58b211a6-d6a3-49ec-900e-63a32c7a98d2/58b211a6-d6a3-49ec-900e-63a32c7a98d2.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.843343] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b9819f-d0ae-4c6e-ac1c-5cb449403e03 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.870190] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1202.870190] env[62093]: value = "task-1709358" [ 1202.870190] env[62093]: _type = "Task" [ 1202.870190] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.880336] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.006031] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709357, 'name': PowerOffVM_Task, 'duration_secs': 0.351585} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.006217] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.006409] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.007248] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef50a400-8023-4004-a9f8-aff2b0ff8265 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.011027] env[62093]: DEBUG nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1203.019082] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.019082] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5e5f861-864b-48bd-a796-eb60b09fcde1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.041718] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Releasing lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.041718] env[62093]: DEBUG nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Instance network_info: |[{"id": "0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5", "address": "fa:16:3e:8e:d9:d9", "network": {"id": "8672e9a9-6080-4b98-8ed9-857973ed31d1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2026797930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af187e0acf3448439ee37d5e7d04d572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1513ad-76", "ovs_interfaceid": "0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1203.042150] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:d9:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.051703] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Creating folder: Project (af187e0acf3448439ee37d5e7d04d572). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.054098] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea93840e-4a4a-446b-a58e-7b29160de09b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.056201] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.056431] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.056631] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Deleting the datastore file [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.056878] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c72b38a2-d309-4c2c-8c85-4580d4f8ae83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.064203] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1203.064203] env[62093]: value = "task-1709361" [ 1203.064203] env[62093]: _type = "Task" [ 1203.064203] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.072942] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Created folder: Project (af187e0acf3448439ee37d5e7d04d572) in parent group-v356072. [ 1203.073390] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Creating folder: Instances. Parent ref: group-v356107. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.074017] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b805395-7340-412d-b365-63e56c5f010d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.080540] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.089719] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Created folder: Instances in parent group-v356107. [ 1203.089967] env[62093]: DEBUG oslo.service.loopingcall [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1203.090294] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.090512] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9461181e-9da9-4c45-b122-d76f815d55fb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.112665] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.112665] env[62093]: value = "task-1709363" [ 1203.112665] env[62093]: _type = "Task" [ 1203.112665] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.121338] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709363, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.282926] env[62093]: DEBUG nova.scheduler.client.report [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1203.367993] env[62093]: DEBUG nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1203.385730] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.407492] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1203.408783] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1203.408783] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.408783] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1203.408783] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.408783] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1203.409026] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1203.409120] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1203.409347] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1203.409493] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1203.409700] env[62093]: DEBUG nova.virt.hardware [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.410641] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d36eda-a3bc-49a9-855c-3f7c7aceacdc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.424555] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7fecd-5331-49dd-b64f-bd426ccbfe83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.538436] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.574843] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278549} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.575120] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.575306] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.575481] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.625328] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709363, 'name': CreateVM_Task, 'duration_secs': 0.4966} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.625521] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.626297] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.626413] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.626726] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.627053] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ff3085-fe0a-4a03-a53a-a3f94cb0e381 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.632962] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1203.632962] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524c38ac-fb7a-bbfa-a624-6c6d2bb4b50d" [ 1203.632962] env[62093]: _type = "Task" [ 1203.632962] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.641895] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524c38ac-fb7a-bbfa-a624-6c6d2bb4b50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.759614] env[62093]: DEBUG nova.network.neutron [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Successfully created port: 9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.790164] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.791123] env[62093]: DEBUG nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1203.794359] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.852s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.794678] env[62093]: DEBUG nova.objects.instance [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Lazy-loading 'resources' on Instance uuid 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.883991] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709358, 'name': ReconfigVM_Task, 'duration_secs': 0.736604} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.884575] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 58b211a6-d6a3-49ec-900e-63a32c7a98d2/58b211a6-d6a3-49ec-900e-63a32c7a98d2.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.885539] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc13b496-c491-4f54-b514-18f9a6185111 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.893241] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1203.893241] env[62093]: value = "task-1709364" [ 1203.893241] env[62093]: _type = "Task" [ 1203.893241] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.907034] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709364, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.145782] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524c38ac-fb7a-bbfa-a624-6c6d2bb4b50d, 'name': SearchDatastore_Task, 'duration_secs': 0.028729} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.146493] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.146763] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.147091] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.147316] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.147746] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.148104] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69b6b75b-9423-49b0-b0d7-b4fc5de815ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.157552] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.158222] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.159523] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a7b1c2-e97e-40a6-be58-1d59994a8ee2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.168660] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1204.168660] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5223f2c3-e8c7-1b32-ee01-c1820111e38b" [ 1204.168660] env[62093]: _type = "Task" [ 1204.168660] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.173586] env[62093]: DEBUG nova.network.neutron [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Successfully updated port: 0af57361-ccf7-400c-9656-d153b8d59db1 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.181577] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5223f2c3-e8c7-1b32-ee01-c1820111e38b, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.182672] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc1256c-c439-46db-8abf-2147b4db5f16 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.189748] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1204.189748] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c0954a-f3b0-178e-f404-c6379aa9b4dc" [ 1204.189748] env[62093]: _type = "Task" [ 1204.189748] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.201174] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c0954a-f3b0-178e-f404-c6379aa9b4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.295736] env[62093]: DEBUG nova.compute.utils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1204.297540] env[62093]: DEBUG nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1204.298556] env[62093]: DEBUG nova.network.neutron [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.406135] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709364, 'name': Rename_Task, 'duration_secs': 0.20314} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.409696] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.411339] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f871d864-41b9-4b38-b30d-cd7bac75430e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.418028] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1204.418028] env[62093]: value = "task-1709365" [ 1204.418028] env[62093]: _type = "Task" [ 1204.418028] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.427960] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.532667] env[62093]: DEBUG nova.policy [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d8b3db0f8b41c8b2bebef3b5ecfda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec63d75a8fa4160a1440a98548a1c34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1204.623408] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1204.623759] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1204.623922] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.624679] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1204.625194] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.625403] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1204.625851] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1204.626330] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1204.626330] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1204.626539] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1204.626797] env[62093]: DEBUG nova.virt.hardware [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1204.627807] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef7f218-ef8e-4e09-bbe8-d147677b769d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.640241] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b0293b-9160-4d78-ade6-4a433304dd9e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.659407] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.668801] env[62093]: DEBUG oslo.service.loopingcall [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1204.669061] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.669294] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa7fe51c-3412-443d-abc1-5df114d34e48 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.686873] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "refresh_cache-6650dd8a-f0e5-4dd5-ba2b-09c589d74512" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.687037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "refresh_cache-6650dd8a-f0e5-4dd5-ba2b-09c589d74512" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.687179] env[62093]: DEBUG nova.network.neutron [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.698047] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.698047] env[62093]: value = "task-1709366" [ 1204.698047] env[62093]: _type = "Task" [ 1204.698047] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.703929] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bddf01-e8f3-4822-8541-6fa0f025e18a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.711431] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c0954a-f3b0-178e-f404-c6379aa9b4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.712062] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.712411] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 62388118-a0b4-4aa5-80ad-5c6c2f70bab5/62388118-a0b4-4aa5-80ad-5c6c2f70bab5.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.717031] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e78b1bf-7b17-4922-98c0-35e9cf5a268d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.718846] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709366, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.724569] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbce93f-61a3-4912-8499-7e3723811d23 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.732705] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1204.732705] env[62093]: value = "task-1709367" [ 1204.732705] env[62093]: _type = "Task" [ 1204.732705] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.768492] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a572b4-e4af-47e3-8789-75c9e12247ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.774741] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.780053] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff5be7-f61b-485d-924f-494d0f9c2235 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.794655] env[62093]: DEBUG nova.compute.provider_tree [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.805554] env[62093]: DEBUG nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1204.936112] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.214145] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709366, 'name': CreateVM_Task, 'duration_secs': 0.357943} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.214270] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.215782] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.215782] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.215782] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.215782] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985276d5-a3aa-4f0e-afa0-73e417018007 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.221360] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1205.221360] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b5dbd9-38b4-b624-f9ca-457f33612e86" [ 1205.221360] env[62093]: _type = "Task" [ 1205.221360] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.227510] env[62093]: DEBUG nova.network.neutron [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.246932] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b5dbd9-38b4-b624-f9ca-457f33612e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.256137] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709367, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.298331] env[62093]: DEBUG nova.scheduler.client.report [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1205.432808] env[62093]: DEBUG oslo_vmware.api [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709365, 'name': PowerOnVM_Task, 'duration_secs': 0.737641} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.432985] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.433317] env[62093]: INFO nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1205.433471] env[62093]: DEBUG nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1205.438228] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ea345-8428-4020-a35f-b3d843b58da8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.498911] env[62093]: DEBUG nova.network.neutron [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Updating instance_info_cache with network_info: [{"id": "0af57361-ccf7-400c-9656-d153b8d59db1", "address": "fa:16:3e:9d:7f:1e", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af57361-cc", "ovs_interfaceid": "0af57361-ccf7-400c-9656-d153b8d59db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.736278] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b5dbd9-38b4-b624-f9ca-457f33612e86, 'name': SearchDatastore_Task, 'duration_secs': 0.06295} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.741806] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.742208] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.742549] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.742802] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.743089] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.743467] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-389d9476-d705-49f7-8c00-cf1e990fdf8b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.746919] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquiring lock "28d3fdf1-7353-4386-b8fe-db7527e88c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.747251] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "28d3fdf1-7353-4386-b8fe-db7527e88c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.747511] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquiring lock "28d3fdf1-7353-4386-b8fe-db7527e88c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.747832] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "28d3fdf1-7353-4386-b8fe-db7527e88c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.748100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "28d3fdf1-7353-4386-b8fe-db7527e88c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.750931] env[62093]: INFO nova.compute.manager [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Terminating instance [ 1205.757857] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676313} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.758649] env[62093]: DEBUG nova.compute.manager [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1205.758947] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.759368] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 62388118-a0b4-4aa5-80ad-5c6c2f70bab5/62388118-a0b4-4aa5-80ad-5c6c2f70bab5.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.759800] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.760924] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40dd397-9332-441b-a6fb-585ba281746c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.765817] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bde9d074-5e39-499d-8e42-a99144b3a08a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.768548] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.768819] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.770753] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d742a241-b2c5-44fd-890d-722e3c3b31c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.776576] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.777241] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb3b1c61-cd3e-4914-b43a-1da45eef94bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.780348] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1205.780348] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d7f154-86e7-7046-4e87-b752dd0d91f5" [ 1205.780348] env[62093]: _type = "Task" [ 1205.780348] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.782345] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1205.782345] env[62093]: value = "task-1709368" [ 1205.782345] env[62093]: _type = "Task" [ 1205.782345] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.792742] env[62093]: DEBUG oslo_vmware.api [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1205.792742] env[62093]: value = "task-1709369" [ 1205.792742] env[62093]: _type = "Task" [ 1205.792742] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.806148] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.806532] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d7f154-86e7-7046-4e87-b752dd0d91f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.812533] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.814675] env[62093]: DEBUG oslo_vmware.api [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.816336] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.675s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.816996] env[62093]: INFO nova.compute.claims [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.820985] env[62093]: DEBUG nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1205.846402] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1205.846648] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1205.846802] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.846981] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1205.847133] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.847277] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1205.847482] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1205.847657] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1205.847831] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1205.847995] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1205.848186] env[62093]: DEBUG nova.virt.hardware [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1205.849289] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810adc7c-9e5a-43d7-90fa-f3b97f04cd3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.852863] env[62093]: INFO nova.scheduler.client.report [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Deleted allocations for instance 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7 [ 1205.863052] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638f90a7-44fc-48ec-a6c6-ffdd2c128b65 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.966895] env[62093]: INFO nova.compute.manager [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Took 21.36 seconds to build instance. [ 1206.003189] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "refresh_cache-6650dd8a-f0e5-4dd5-ba2b-09c589d74512" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.003189] env[62093]: DEBUG nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Instance network_info: |[{"id": "0af57361-ccf7-400c-9656-d153b8d59db1", "address": "fa:16:3e:9d:7f:1e", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af57361-cc", "ovs_interfaceid": "0af57361-ccf7-400c-9656-d153b8d59db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1206.003399] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:7f:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0af57361-ccf7-400c-9656-d153b8d59db1', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.013041] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Creating folder: Project (48bd2a740d1041e7b31324930572bb4a). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.013391] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ceb7ee-4427-4031-a306-5b32d61e71b5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.026590] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Created folder: Project (48bd2a740d1041e7b31324930572bb4a) in parent group-v356072. [ 1206.030019] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Creating folder: Instances. Parent ref: group-v356111. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.030019] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dece2f2b-e700-48ab-a399-de9178a57028 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.038576] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Created folder: Instances in parent group-v356111. [ 1206.039048] env[62093]: DEBUG oslo.service.loopingcall [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.039308] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.039583] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-693fa945-08cf-4ff7-8a26-a2002f960276 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.062377] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.062377] env[62093]: value = "task-1709372" [ 1206.062377] env[62093]: _type = "Task" [ 1206.062377] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.073050] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709372, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.100159] env[62093]: DEBUG nova.network.neutron [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Successfully created port: f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.210232] env[62093]: DEBUG nova.compute.manager [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Received event network-changed-0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1206.210382] env[62093]: DEBUG nova.compute.manager [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Refreshing instance network info cache due to event network-changed-0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1206.210651] env[62093]: DEBUG oslo_concurrency.lockutils [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] Acquiring lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.210817] env[62093]: DEBUG oslo_concurrency.lockutils [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] Acquired lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.211008] env[62093]: DEBUG nova.network.neutron [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Refreshing network info cache for port 0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.298184] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d7f154-86e7-7046-4e87-b752dd0d91f5, 'name': SearchDatastore_Task, 'duration_secs': 0.024058} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.307428] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173704} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.307428] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2ecc0d-ed72-403a-845b-a73e41c0938a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.309839] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.312100] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d5a0ee-2246-4c6c-af7d-df05b9eb74c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.318515] env[62093]: DEBUG oslo_vmware.api [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709369, 'name': PowerOffVM_Task, 'duration_secs': 0.381925} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.319255] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.319418] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.319660] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d98d8852-e600-4d50-9097-a34412f21691 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.333497] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1206.333497] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527c04e4-1613-9cc2-75a3-e71245cec9cf" [ 1206.333497] env[62093]: _type = "Task" [ 1206.333497] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.346024] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 62388118-a0b4-4aa5-80ad-5c6c2f70bab5/62388118-a0b4-4aa5-80ad-5c6c2f70bab5.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.348221] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c2906c-c766-4a0b-b8c7-ef2400a9b6b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.382070] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527c04e4-1613-9cc2-75a3-e71245cec9cf, 'name': SearchDatastore_Task, 'duration_secs': 0.025293} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.383147] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52df6268-14cd-402c-b2f7-743db6ec23aa tempest-DeleteServersAdminTestJSON-152894257 tempest-DeleteServersAdminTestJSON-152894257-project-admin] Lock "9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.868s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.387482] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.388720] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.388720] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1206.388720] env[62093]: value = "task-1709374" [ 1206.388720] env[62093]: _type = "Task" [ 1206.388720] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.389268] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15c7c48f-fddb-4521-8901-07bca481dad9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.403747] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.405909] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1206.405909] env[62093]: value = "task-1709375" [ 1206.405909] env[62093]: _type = "Task" [ 1206.405909] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.417032] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.442836] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.443463] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.443623] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Deleting the datastore file [datastore1] 28d3fdf1-7353-4386-b8fe-db7527e88c14 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.443910] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f30110-a714-47f3-9bb7-aa4fb64b66ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.451142] env[62093]: DEBUG oslo_vmware.api [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for the task: (returnval){ [ 1206.451142] env[62093]: value = "task-1709376" [ 1206.451142] env[62093]: _type = "Task" [ 1206.451142] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.460324] env[62093]: DEBUG oslo_vmware.api [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.469721] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfd0be71-f5b5-4809-afdf-7ffb4c73b181 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.871s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.574783] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709372, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.906328] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.921871] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709375, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.968138] env[62093]: DEBUG oslo_vmware.api [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Task: {'id': task-1709376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243354} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.968622] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.968622] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.968822] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.969298] env[62093]: INFO nova.compute.manager [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1206.969581] env[62093]: DEBUG oslo.service.loopingcall [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.969777] env[62093]: DEBUG nova.compute.manager [-] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1206.969869] env[62093]: DEBUG nova.network.neutron [-] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.052987] env[62093]: DEBUG nova.network.neutron [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Updated VIF entry in instance network info cache for port 0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.053561] env[62093]: DEBUG nova.network.neutron [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Updating instance_info_cache with network_info: [{"id": "0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5", "address": "fa:16:3e:8e:d9:d9", "network": {"id": "8672e9a9-6080-4b98-8ed9-857973ed31d1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2026797930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af187e0acf3448439ee37d5e7d04d572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1513ad-76", "ovs_interfaceid": "0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.073459] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709372, 'name': CreateVM_Task, 'duration_secs': 0.621862} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.076103] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.077213] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.077350] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.077647] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.077896] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d8d7ee-8bf4-4bbb-97cf-f4645db7b82a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.082681] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1207.082681] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5213365e-65c4-843a-ccff-ea4a92387987" [ 1207.082681] env[62093]: _type = "Task" [ 1207.082681] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.092225] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5213365e-65c4-843a-ccff-ea4a92387987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.197492] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36675aa-ca00-4cb5-8563-ecf6ef2edc4d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.207221] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8692f4-9861-4f84-9df4-ab0d1f4daac4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.244241] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e8bf1b-b932-4418-b590-9863c56bce62 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.253355] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58ff916-b3bb-4b85-b5f1-9f317663443d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.269295] env[62093]: DEBUG nova.compute.provider_tree [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.406263] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.406488] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1207.406632] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709374, 'name': ReconfigVM_Task, 'duration_secs': 0.68749} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.407125] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 62388118-a0b4-4aa5-80ad-5c6c2f70bab5/62388118-a0b4-4aa5-80ad-5c6c2f70bab5.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.411995] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a217dee-c1e5-4a24-85d9-c6c8be5e6d79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.421216] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579674} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.422609] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.422609] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.422836] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1207.422836] env[62093]: value = "task-1709377" [ 1207.422836] env[62093]: _type = "Task" [ 1207.422836] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.422836] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a46f66-c163-4c8f-9ee5-e643266c40e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.439217] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709377, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.440818] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1207.440818] env[62093]: value = "task-1709378" [ 1207.440818] env[62093]: _type = "Task" [ 1207.440818] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.449646] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.560875] env[62093]: DEBUG oslo_concurrency.lockutils [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] Releasing lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.561205] env[62093]: DEBUG nova.compute.manager [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Received event network-vif-plugged-0af57361-ccf7-400c-9656-d153b8d59db1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1207.561442] env[62093]: DEBUG oslo_concurrency.lockutils [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] Acquiring lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.561600] env[62093]: DEBUG oslo_concurrency.lockutils [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] Lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.561765] env[62093]: DEBUG oslo_concurrency.lockutils [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] Lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.561916] env[62093]: DEBUG nova.compute.manager [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] No waiting events found dispatching network-vif-plugged-0af57361-ccf7-400c-9656-d153b8d59db1 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1207.562093] env[62093]: WARNING nova.compute.manager [req-68a9315a-6dd8-4a55-9150-b72dd29801d5 req-f0ed5d82-d588-41b6-813b-79cd9806b33f service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Received unexpected event network-vif-plugged-0af57361-ccf7-400c-9656-d153b8d59db1 for instance with vm_state building and task_state spawning. [ 1207.594843] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5213365e-65c4-843a-ccff-ea4a92387987, 'name': SearchDatastore_Task, 'duration_secs': 0.013548} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.595197] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.595452] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.595799] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.595874] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.596055] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.596325] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e6cf964-4d58-4c1e-9a36-e8173adb5174 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.610852] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.610852] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.611506] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02935c2f-4359-4772-8405-7caa4cc30326 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.617933] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1207.617933] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c5bc07-14de-a99b-6870-4e7de54c3cd7" [ 1207.617933] env[62093]: _type = "Task" [ 1207.617933] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.623220] env[62093]: DEBUG nova.network.neutron [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Successfully updated port: 9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.631890] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c5bc07-14de-a99b-6870-4e7de54c3cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.776862] env[62093]: DEBUG nova.scheduler.client.report [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1207.853889] env[62093]: DEBUG nova.network.neutron [-] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.938323] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709377, 'name': Rename_Task, 'duration_secs': 0.317185} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.939209] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.939209] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e6d937f-f04b-4d64-b1be-f2f002a8bd4d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.949885] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1207.949885] env[62093]: value = "task-1709379" [ 1207.949885] env[62093]: _type = "Task" [ 1207.949885] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.957725] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087769} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.958971] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.960103] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de3f5dd-128d-42bb-8354-e99504309577 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.971836] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709379, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.995475] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.995884] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a02fc6-2082-4458-8cf0-235442991abc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.023911] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1208.023911] env[62093]: value = "task-1709380" [ 1208.023911] env[62093]: _type = "Task" [ 1208.023911] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.037225] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.050684] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquiring lock "18012d6c-3324-4100-9a2a-ec0f292556ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.050943] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "18012d6c-3324-4100-9a2a-ec0f292556ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.131039] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquiring lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.131439] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquired lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.131738] env[62093]: DEBUG nova.network.neutron [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.133114] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c5bc07-14de-a99b-6870-4e7de54c3cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.023635} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.138387] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73f1c45-fd28-4691-904a-68fb76554408 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.142172] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1208.142172] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52262e33-34a7-a66c-11b1-b878b557e657" [ 1208.142172] env[62093]: _type = "Task" [ 1208.142172] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.154015] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52262e33-34a7-a66c-11b1-b878b557e657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.283584] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.284377] env[62093]: DEBUG nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1208.286977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.544s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.288863] env[62093]: INFO nova.compute.claims [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.358765] env[62093]: INFO nova.compute.manager [-] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Took 1.39 seconds to deallocate network for instance. [ 1208.403426] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.403426] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.464582] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.536129] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709380, 'name': ReconfigVM_Task, 'duration_secs': 0.448095} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.539286] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88/7ed1869b-528e-4d30-81a6-f4783d4ada88.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.539286] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ead6eca1-cae7-40eb-94e8-7102654141c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.547023] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1208.547023] env[62093]: value = "task-1709381" [ 1208.547023] env[62093]: _type = "Task" [ 1208.547023] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.555148] env[62093]: DEBUG nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1208.558121] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709381, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.654774] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52262e33-34a7-a66c-11b1-b878b557e657, 'name': SearchDatastore_Task, 'duration_secs': 0.013311} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.657509] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.657509] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6650dd8a-f0e5-4dd5-ba2b-09c589d74512/6650dd8a-f0e5-4dd5-ba2b-09c589d74512.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.657509] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a5b0c7-853a-403c-bbb8-7e3f909ee8cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.662555] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1208.662555] env[62093]: value = "task-1709382" [ 1208.662555] env[62093]: _type = "Task" [ 1208.662555] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.672554] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.751517] env[62093]: DEBUG nova.network.neutron [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.794785] env[62093]: DEBUG nova.compute.utils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1208.800030] env[62093]: DEBUG nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1208.800153] env[62093]: DEBUG nova.network.neutron [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.835947] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.836287] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.866256] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.962622] env[62093]: DEBUG oslo_vmware.api [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709379, 'name': PowerOnVM_Task, 'duration_secs': 0.694918} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.965706] env[62093]: DEBUG nova.policy [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca32e2e600864e8f80c9e159a041640f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ee84cf5bfc4e5b810f76042836d5f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1208.968741] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.969088] env[62093]: INFO nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1208.969522] env[62093]: DEBUG nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1208.974337] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9626049f-33ce-43fd-a27a-f90d1d0a196c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.042477] env[62093]: DEBUG nova.compute.manager [None req-5206f308-2165-4a32-ac22-9bdf49240516 tempest-ServerDiagnosticsV248Test-861790442 tempest-ServerDiagnosticsV248Test-861790442-project-admin] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1209.042477] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d25abf-c345-4091-9f91-8d6e4b0ad6ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.056381] env[62093]: INFO nova.compute.manager [None req-5206f308-2165-4a32-ac22-9bdf49240516 tempest-ServerDiagnosticsV248Test-861790442 tempest-ServerDiagnosticsV248Test-861790442-project-admin] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Retrieving diagnostics [ 1209.061447] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de8438b-ce28-44fb-aa17-593ad5747cc2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.072121] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709381, 'name': Rename_Task, 'duration_secs': 0.248267} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.077664] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.077664] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8360b7ed-c5d9-4419-a866-442b21478a1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.119996] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.121035] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Waiting for the task: (returnval){ [ 1209.121035] env[62093]: value = "task-1709383" [ 1209.121035] env[62093]: _type = "Task" [ 1209.121035] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.135944] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.176380] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.260468] env[62093]: DEBUG nova.network.neutron [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Updating instance_info_cache with network_info: [{"id": "9f131c88-5ece-4329-a6b2-088d8a07be91", "address": "fa:16:3e:0d:79:28", "network": {"id": "5ee26b65-08a1-4488-b96e-53edf193becb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-997072312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b463c7c7fe6a4ce69be343594769a59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f131c88-5e", "ovs_interfaceid": "9f131c88-5ece-4329-a6b2-088d8a07be91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.301494] env[62093]: DEBUG nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1209.309871] env[62093]: DEBUG nova.network.neutron [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Successfully updated port: f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.405749] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.502368] env[62093]: INFO nova.compute.manager [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Took 23.03 seconds to build instance. [ 1209.522670] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "53d953ab-e962-4a94-8332-4f9a00655b37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.522670] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "53d953ab-e962-4a94-8332-4f9a00655b37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.524231] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.524435] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.559254] env[62093]: DEBUG nova.network.neutron [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Successfully created port: d1397807-2d59-4d65-b06d-6e415ab69c7a {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.637688] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.681963] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559908} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.682171] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6650dd8a-f0e5-4dd5-ba2b-09c589d74512/6650dd8a-f0e5-4dd5-ba2b-09c589d74512.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.682385] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.682600] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-603121fb-9675-4bc2-9618-fcd79a3963f4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.692137] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1209.692137] env[62093]: value = "task-1709384" [ 1209.692137] env[62093]: _type = "Task" [ 1209.692137] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.702697] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.726931] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8e4a06-8469-4a1c-b811-22002cf82b30 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.736863] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dabc28-84df-422e-a1d2-6b6ea37ed5e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.770915] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Releasing lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.771290] env[62093]: DEBUG nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Instance network_info: |[{"id": "9f131c88-5ece-4329-a6b2-088d8a07be91", "address": "fa:16:3e:0d:79:28", "network": {"id": "5ee26b65-08a1-4488-b96e-53edf193becb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-997072312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b463c7c7fe6a4ce69be343594769a59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f131c88-5e", "ovs_interfaceid": "9f131c88-5ece-4329-a6b2-088d8a07be91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1209.771907] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:79:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f131c88-5ece-4329-a6b2-088d8a07be91', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.779654] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Creating folder: Project (b463c7c7fe6a4ce69be343594769a59c). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.784020] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4affa832-a035-45a9-bf21-efb22ea13a2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.784020] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf6c1a01-0230-430e-9132-973f7c50af99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.790183] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8545dd5b-bff9-4ef9-b170-752c28d503a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.795366] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Created folder: Project (b463c7c7fe6a4ce69be343594769a59c) in parent group-v356072. [ 1209.795366] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Creating folder: Instances. Parent ref: group-v356114. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.795926] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bd765b6-213c-42ed-886c-9126dec472f4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.805392] env[62093]: DEBUG nova.compute.provider_tree [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.814382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.814382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.814382] env[62093]: DEBUG nova.network.neutron [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.815283] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Created folder: Instances in parent group-v356114. [ 1209.815525] env[62093]: DEBUG oslo.service.loopingcall [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.815707] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.816627] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fe6b4e1-ec14-4268-9671-f134c0d0840c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.846728] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.846728] env[62093]: value = "task-1709387" [ 1209.846728] env[62093]: _type = "Task" [ 1209.846728] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.851324] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709387, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.002190] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2a1fa06b-5c42-4345-9df6-abed791f7e47 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.546s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.006110] env[62093]: DEBUG nova.compute.manager [req-ad6b9637-aa54-41f9-bf92-9eaddd06660f req-0d299fc2-013d-44a1-9f7f-023f1b164cd1 service nova] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Received event network-vif-deleted-f8b06785-432b-42d5-9cc4-c228aad3f06d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1210.136684] env[62093]: DEBUG oslo_vmware.api [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Task: {'id': task-1709383, 'name': PowerOnVM_Task, 'duration_secs': 0.686859} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.136961] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.137129] env[62093]: DEBUG nova.compute.manager [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1210.137950] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b35d9-2174-4e9c-8495-74090a2e5430 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.205813] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.206224] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.207024] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d4f488-b0f5-4fa6-86f0-d7163107cac3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.234610] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 6650dd8a-f0e5-4dd5-ba2b-09c589d74512/6650dd8a-f0e5-4dd5-ba2b-09c589d74512.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.234955] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd6869a-16ee-4c0b-b6a7-64f93d433fb6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.258910] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1210.258910] env[62093]: value = "task-1709388" [ 1210.258910] env[62093]: _type = "Task" [ 1210.258910] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.268609] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.311941] env[62093]: DEBUG nova.scheduler.client.report [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1210.317573] env[62093]: DEBUG nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1210.357268] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709387, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.359756] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1210.360013] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1210.360185] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.360444] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1210.360532] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.360662] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1210.360920] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1210.361039] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1210.361241] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1210.361407] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1210.361606] env[62093]: DEBUG nova.virt.hardware [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.362433] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ee943-5221-42ab-8215-c608bd644693 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.372506] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20da1ce-cc44-4524-9d9b-cecfaffa66cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.394295] env[62093]: DEBUG nova.network.neutron [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.506606] env[62093]: DEBUG nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1210.655418] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.671483] env[62093]: DEBUG nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Received event network-changed-0af57361-ccf7-400c-9656-d153b8d59db1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1210.671686] env[62093]: DEBUG nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Refreshing instance network info cache due to event network-changed-0af57361-ccf7-400c-9656-d153b8d59db1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1210.672019] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Acquiring lock "refresh_cache-6650dd8a-f0e5-4dd5-ba2b-09c589d74512" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.672253] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Acquired lock "refresh_cache-6650dd8a-f0e5-4dd5-ba2b-09c589d74512" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.672423] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Refreshing network info cache for port 0af57361-ccf7-400c-9656-d153b8d59db1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.769290] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.806130] env[62093]: DEBUG nova.network.neutron [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updating instance_info_cache with network_info: [{"id": "f0705117-72f6-4f2a-88bb-d238087fecfb", "address": "fa:16:3e:bc:e9:20", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0705117-72", "ovs_interfaceid": "f0705117-72f6-4f2a-88bb-d238087fecfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.822589] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.822589] env[62093]: DEBUG nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1210.824800] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.461s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.825871] env[62093]: DEBUG nova.objects.instance [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lazy-loading 'resources' on Instance uuid adf1f186-01f6-4e45-ba26-4bdd1695ab29 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.859543] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709387, 'name': CreateVM_Task, 'duration_secs': 0.825517} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.859543] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.859543] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.859543] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.859543] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.859543] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fe1d08-7bd6-4c3c-9bd4-9e2dd098c055 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.866676] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1210.866676] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c56bdc-e0f2-8462-7a95-025fc9fb4753" [ 1210.866676] env[62093]: _type = "Task" [ 1210.866676] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.879183] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c56bdc-e0f2-8462-7a95-025fc9fb4753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.034591] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.185109] env[62093]: DEBUG nova.network.neutron [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Successfully updated port: d1397807-2d59-4d65-b06d-6e415ab69c7a {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.283805] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709388, 'name': ReconfigVM_Task, 'duration_secs': 0.671363} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.283805] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 6650dd8a-f0e5-4dd5-ba2b-09c589d74512/6650dd8a-f0e5-4dd5-ba2b-09c589d74512.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.285997] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ff923e3-3dc7-4428-8aff-fbcc0f73b385 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.293936] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1211.293936] env[62093]: value = "task-1709389" [ 1211.293936] env[62093]: _type = "Task" [ 1211.293936] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.305912] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709389, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.307738] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Releasing lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.308138] env[62093]: DEBUG nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Instance network_info: |[{"id": "f0705117-72f6-4f2a-88bb-d238087fecfb", "address": "fa:16:3e:bc:e9:20", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0705117-72", "ovs_interfaceid": "f0705117-72f6-4f2a-88bb-d238087fecfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1211.308888] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:e9:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0705117-72f6-4f2a-88bb-d238087fecfb', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.319816] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Creating folder: Project (fec63d75a8fa4160a1440a98548a1c34). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.321586] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-422841db-a8d9-4ed4-8ec7-ff23f84b0e41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.338276] env[62093]: DEBUG nova.compute.utils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1211.341633] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Created folder: Project (fec63d75a8fa4160a1440a98548a1c34) in parent group-v356072. [ 1211.341633] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Creating folder: Instances. Parent ref: group-v356117. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.342154] env[62093]: DEBUG nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1211.342355] env[62093]: DEBUG nova.network.neutron [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.344884] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-638a2f9e-0595-45ff-9065-c2dddd495d32 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.356221] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Created folder: Instances in parent group-v356117. [ 1211.356221] env[62093]: DEBUG oslo.service.loopingcall [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.356221] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.356436] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65d69d1e-91f2-4f0f-ab0c-3939fb30d256 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.391081] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c56bdc-e0f2-8462-7a95-025fc9fb4753, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.391479] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.391479] env[62093]: value = "task-1709392" [ 1211.391479] env[62093]: _type = "Task" [ 1211.391479] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.391790] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.392084] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.392368] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.392535] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.392844] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.395495] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a673c326-7797-4cd1-a091-05b37a96099e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.408419] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.408831] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.409018] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.413321] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.413416] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.414282] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7131376d-6b74-443e-85b2-4b08ac5e1802 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.420743] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1211.420743] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522887ef-b0f7-719d-c234-5b0cce0d33c1" [ 1211.420743] env[62093]: _type = "Task" [ 1211.420743] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.433693] env[62093]: DEBUG nova.policy [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd923d42e9d5c4324bbd15c1eaca03169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46dbaec91df740fcbbc540af642f28e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1211.441501] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522887ef-b0f7-719d-c234-5b0cce0d33c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.442522] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc789fd-6b38-4b81-a37a-cd6fe3ba140e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.448264] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1211.448264] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e77fd5-0eb4-95b0-0e49-900ea18eb47f" [ 1211.448264] env[62093]: _type = "Task" [ 1211.448264] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.461044] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e77fd5-0eb4-95b0-0e49-900ea18eb47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.687737] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquiring lock "refresh_cache-0d81385e-654e-4640-aa9f-a66309657995" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.687987] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquired lock "refresh_cache-0d81385e-654e-4640-aa9f-a66309657995" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.688091] env[62093]: DEBUG nova.network.neutron [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.727536] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99ccdcc-39aa-4101-b880-db0117feeed3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.736673] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce44312-27ce-4950-9b39-aaa9721a2f05 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.772933] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37119f8d-91d0-4f23-9736-a35bb2f7317a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.776460] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquiring lock "db9fdb62-302f-4138-ac43-aa013df3fa38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.776707] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "db9fdb62-302f-4138-ac43-aa013df3fa38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.776908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquiring lock "db9fdb62-302f-4138-ac43-aa013df3fa38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.777099] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "db9fdb62-302f-4138-ac43-aa013df3fa38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.777760] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "db9fdb62-302f-4138-ac43-aa013df3fa38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.779530] env[62093]: INFO nova.compute.manager [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Terminating instance [ 1211.783788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquiring lock "refresh_cache-db9fdb62-302f-4138-ac43-aa013df3fa38" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.783788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquired lock "refresh_cache-db9fdb62-302f-4138-ac43-aa013df3fa38" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.783888] env[62093]: DEBUG nova.network.neutron [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.786521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae5fa61-5fa6-4258-8eb5-2600ee176869 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.802728] env[62093]: DEBUG nova.compute.provider_tree [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.814169] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709389, 'name': Rename_Task, 'duration_secs': 0.180202} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.814581] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.815366] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba63db66-b9ff-43c2-83d1-1d7979f01d8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.822376] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1211.822376] env[62093]: value = "task-1709393" [ 1211.822376] env[62093]: _type = "Task" [ 1211.822376] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.831062] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.843403] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Updated VIF entry in instance network info cache for port 0af57361-ccf7-400c-9656-d153b8d59db1. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.843403] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Updating instance_info_cache with network_info: [{"id": "0af57361-ccf7-400c-9656-d153b8d59db1", "address": "fa:16:3e:9d:7f:1e", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af57361-cc", "ovs_interfaceid": "0af57361-ccf7-400c-9656-d153b8d59db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.845154] env[62093]: DEBUG nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1211.905258] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709392, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.965812] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e77fd5-0eb4-95b0-0e49-900ea18eb47f, 'name': SearchDatastore_Task, 'duration_secs': 0.015827} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.966334] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.966567] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49/09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.966928] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-762eb881-94b1-45d4-8509-8fa7aa09085e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.976873] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1211.976873] env[62093]: value = "task-1709394" [ 1211.976873] env[62093]: _type = "Task" [ 1211.976873] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.992429] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.221105] env[62093]: DEBUG nova.network.neutron [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Successfully created port: 2ddf4fcc-3406-4a09-b8ad-ffcba127011f {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.309905] env[62093]: DEBUG nova.scheduler.client.report [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1212.339381] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.348610] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Releasing lock "refresh_cache-6650dd8a-f0e5-4dd5-ba2b-09c589d74512" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.349133] env[62093]: DEBUG nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Received event network-changed-bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1212.349487] env[62093]: DEBUG nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Refreshing instance network info cache due to event network-changed-bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1212.350856] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Acquiring lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.350856] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Acquired lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.350856] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Refreshing network info cache for port bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.410548] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.410794] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709392, 'name': CreateVM_Task, 'duration_secs': 0.682555} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.411754] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.413277] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.413904] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.414669] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.415308] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95d9595-782f-4796-8c6e-4c8d2d1c9ffa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.423797] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1212.423797] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520bd159-b3e9-c88c-c537-3163b5c940e4" [ 1212.423797] env[62093]: _type = "Task" [ 1212.423797] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.434421] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520bd159-b3e9-c88c-c537-3163b5c940e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.488234] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709394, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.500092] env[62093]: DEBUG nova.network.neutron [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.503252] env[62093]: DEBUG nova.network.neutron [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.506052] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "7ed1869b-528e-4d30-81a6-f4783d4ada88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.506346] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "7ed1869b-528e-4d30-81a6-f4783d4ada88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.506558] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "7ed1869b-528e-4d30-81a6-f4783d4ada88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.506741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "7ed1869b-528e-4d30-81a6-f4783d4ada88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.506965] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "7ed1869b-528e-4d30-81a6-f4783d4ada88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.512645] env[62093]: INFO nova.compute.manager [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Terminating instance [ 1212.517949] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "refresh_cache-7ed1869b-528e-4d30-81a6-f4783d4ada88" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.518156] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquired lock "refresh_cache-7ed1869b-528e-4d30-81a6-f4783d4ada88" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.518328] env[62093]: DEBUG nova.network.neutron [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.768284] env[62093]: DEBUG nova.network.neutron [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.816908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.820129] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.434s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.820419] env[62093]: DEBUG nova.objects.instance [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1212.833457] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.859355] env[62093]: INFO nova.scheduler.client.report [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Deleted allocations for instance adf1f186-01f6-4e45-ba26-4bdd1695ab29 [ 1212.866062] env[62093]: DEBUG nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1212.901509] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1212.901619] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1212.901715] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.901889] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1212.902038] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.902175] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1212.902371] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1212.902518] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1212.902735] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1212.903611] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1212.903611] env[62093]: DEBUG nova.virt.hardware [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1212.904015] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8271a45-fa32-417f-b5d3-f2b00bf09c98 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.913172] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29d127e-8e3f-49f2-95f6-3e6c5592d72a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.943560] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520bd159-b3e9-c88c-c537-3163b5c940e4, 'name': SearchDatastore_Task, 'duration_secs': 0.055053} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.943560] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.943560] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.943560] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.943921] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.943921] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.943921] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cca2ce8-9767-418b-a88f-a395906d79b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.953325] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.954211] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.954357] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05511a61-bf03-441f-a940-e56856564911 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.961130] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1212.961130] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a70213-a5b5-dc2e-5410-09240a6bd588" [ 1212.961130] env[62093]: _type = "Task" [ 1212.961130] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.972126] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a70213-a5b5-dc2e-5410-09240a6bd588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.987057] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677213} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.987335] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49/09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.988457] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.988457] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f46ace-6900-40c8-8559-4831c7d998b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.996065] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1212.996065] env[62093]: value = "task-1709395" [ 1212.996065] env[62093]: _type = "Task" [ 1212.996065] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.004327] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.047398] env[62093]: DEBUG nova.network.neutron [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.128644] env[62093]: DEBUG nova.network.neutron [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.150620] env[62093]: DEBUG nova.network.neutron [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Updating instance_info_cache with network_info: [{"id": "d1397807-2d59-4d65-b06d-6e415ab69c7a", "address": "fa:16:3e:43:b2:c0", "network": {"id": "de82c59e-e55b-40b1-9659-6ad361a75d26", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1006599273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ee84cf5bfc4e5b810f76042836d5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1397807-2d", "ovs_interfaceid": "d1397807-2d59-4d65-b06d-6e415ab69c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.274826] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Releasing lock "refresh_cache-db9fdb62-302f-4138-ac43-aa013df3fa38" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.275416] env[62093]: DEBUG nova.compute.manager [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1213.275786] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.276809] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d394ef-de7c-4bcf-acc1-18659b2cbf7a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.293745] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.294121] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb67c037-63df-41bb-acad-eb0f56467dad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.305190] env[62093]: DEBUG oslo_vmware.api [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1213.305190] env[62093]: value = "task-1709396" [ 1213.305190] env[62093]: _type = "Task" [ 1213.305190] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.316501] env[62093]: DEBUG oslo_vmware.api [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.344344] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709393, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.375466] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d6b23d47-1f26-4cc0-83d2-67ec93b428a6 tempest-ServerDiagnosticsNegativeTest-1085038137 tempest-ServerDiagnosticsNegativeTest-1085038137-project-member] Lock "adf1f186-01f6-4e45-ba26-4bdd1695ab29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.471s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.410059] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.447982] env[62093]: DEBUG nova.compute.manager [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Received event network-vif-plugged-d1397807-2d59-4d65-b06d-6e415ab69c7a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1213.447982] env[62093]: DEBUG oslo_concurrency.lockutils [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] Acquiring lock "0d81385e-654e-4640-aa9f-a66309657995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.449182] env[62093]: DEBUG oslo_concurrency.lockutils [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] Lock "0d81385e-654e-4640-aa9f-a66309657995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.449182] env[62093]: DEBUG oslo_concurrency.lockutils [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] Lock "0d81385e-654e-4640-aa9f-a66309657995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.449182] env[62093]: DEBUG nova.compute.manager [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] No waiting events found dispatching network-vif-plugged-d1397807-2d59-4d65-b06d-6e415ab69c7a {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1213.449182] env[62093]: WARNING nova.compute.manager [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Received unexpected event network-vif-plugged-d1397807-2d59-4d65-b06d-6e415ab69c7a for instance with vm_state building and task_state spawning. [ 1213.449591] env[62093]: DEBUG nova.compute.manager [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Received event network-changed-d1397807-2d59-4d65-b06d-6e415ab69c7a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1213.449591] env[62093]: DEBUG nova.compute.manager [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Refreshing instance network info cache due to event network-changed-d1397807-2d59-4d65-b06d-6e415ab69c7a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1213.449591] env[62093]: DEBUG oslo_concurrency.lockutils [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] Acquiring lock "refresh_cache-0d81385e-654e-4640-aa9f-a66309657995" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.474638] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a70213-a5b5-dc2e-5410-09240a6bd588, 'name': SearchDatastore_Task, 'duration_secs': 0.023761} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.475844] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7e69e0-9115-40d3-a259-b15f952090a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.482876] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1213.482876] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b350a8-4d31-37ed-5be8-e9078ffc4fbe" [ 1213.482876] env[62093]: _type = "Task" [ 1213.482876] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.494318] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b350a8-4d31-37ed-5be8-e9078ffc4fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.507976] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07078} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.508438] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.509417] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b0172b-bb06-4c4c-ab46-d6dd80891bcc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.533987] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49/09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.534168] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efaad8ff-d705-495c-abbb-280086284b9c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.553914] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1213.553914] env[62093]: value = "task-1709397" [ 1213.553914] env[62093]: _type = "Task" [ 1213.553914] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.562569] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.630959] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Releasing lock "refresh_cache-7ed1869b-528e-4d30-81a6-f4783d4ada88" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.631413] env[62093]: DEBUG nova.compute.manager [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1213.631606] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.633160] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af9807b-7865-417e-8c15-10343e3bee79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.643577] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.643847] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76b5e18e-c4f7-408a-baca-3c8f7712b292 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.651698] env[62093]: DEBUG oslo_vmware.api [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1213.651698] env[62093]: value = "task-1709398" [ 1213.651698] env[62093]: _type = "Task" [ 1213.651698] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.655680] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Releasing lock "refresh_cache-0d81385e-654e-4640-aa9f-a66309657995" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.656363] env[62093]: DEBUG nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Instance network_info: |[{"id": "d1397807-2d59-4d65-b06d-6e415ab69c7a", "address": "fa:16:3e:43:b2:c0", "network": {"id": "de82c59e-e55b-40b1-9659-6ad361a75d26", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1006599273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ee84cf5bfc4e5b810f76042836d5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1397807-2d", "ovs_interfaceid": "d1397807-2d59-4d65-b06d-6e415ab69c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1213.656718] env[62093]: DEBUG oslo_concurrency.lockutils [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] Acquired lock "refresh_cache-0d81385e-654e-4640-aa9f-a66309657995" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.657019] env[62093]: DEBUG nova.network.neutron [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Refreshing network info cache for port d1397807-2d59-4d65-b06d-6e415ab69c7a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.662023] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:b2:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1397807-2d59-4d65-b06d-6e415ab69c7a', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.669871] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Creating folder: Project (b0ee84cf5bfc4e5b810f76042836d5f5). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.672163] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2867e140-f03d-44cc-8aee-bbe9e3c20b05 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.681441] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updated VIF entry in instance network info cache for port bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.681868] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updating instance_info_cache with network_info: [{"id": "bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a", "address": "fa:16:3e:da:30:d5", "network": {"id": "9e7f4844-59e9-4387-afba-c3a4cf0da46e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1063551826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e70d7a35bed4d65a1aec5b5e384e6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd39b623-a9", "ovs_interfaceid": "bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.687380] env[62093]: DEBUG oslo_vmware.api [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.692590] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Created folder: Project (b0ee84cf5bfc4e5b810f76042836d5f5) in parent group-v356072. [ 1213.692834] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Creating folder: Instances. Parent ref: group-v356120. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.693271] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad443fe2-0478-4567-acef-298de4eda07e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.702899] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Created folder: Instances in parent group-v356120. [ 1213.703293] env[62093]: DEBUG oslo.service.loopingcall [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.703845] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.703845] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bec40c08-c79c-464d-a536-5200f9ea5d96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.726600] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.726600] env[62093]: value = "task-1709401" [ 1213.726600] env[62093]: _type = "Task" [ 1213.726600] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.739734] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709401, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.775372] env[62093]: DEBUG nova.compute.manager [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Received event network-vif-plugged-f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1213.775372] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Acquiring lock "ccfb805b-1922-4f0b-97f5-db4d814b642f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.775644] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Lock "ccfb805b-1922-4f0b-97f5-db4d814b642f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.775858] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Lock "ccfb805b-1922-4f0b-97f5-db4d814b642f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.776038] env[62093]: DEBUG nova.compute.manager [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] No waiting events found dispatching network-vif-plugged-f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1213.776198] env[62093]: WARNING nova.compute.manager [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Received unexpected event network-vif-plugged-f0705117-72f6-4f2a-88bb-d238087fecfb for instance with vm_state building and task_state spawning. [ 1213.776518] env[62093]: DEBUG nova.compute.manager [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Received event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1213.776733] env[62093]: DEBUG nova.compute.manager [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing instance network info cache due to event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1213.776914] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Acquiring lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.777146] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Acquired lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.777220] env[62093]: DEBUG nova.network.neutron [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.817810] env[62093]: DEBUG oslo_vmware.api [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709396, 'name': PowerOffVM_Task, 'duration_secs': 0.127817} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.818574] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.818574] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.818574] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d12566f9-7b6f-4679-a516-c08a2970f8e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.838867] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a87aba3a-7249-4d7a-a28a-56cb3be7a7de tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.839943] env[62093]: DEBUG oslo_vmware.api [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709393, 'name': PowerOnVM_Task, 'duration_secs': 1.764939} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.840297] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.482s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.841812] env[62093]: INFO nova.compute.claims [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.847624] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.847973] env[62093]: INFO nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Took 13.07 seconds to spawn the instance on the hypervisor. [ 1213.848253] env[62093]: DEBUG nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1213.851526] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37490fe2-e55e-4eb0-b54a-4acf69d77fa3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.853891] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.855031] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.855031] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Deleting the datastore file [datastore1] db9fdb62-302f-4138-ac43-aa013df3fa38 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.855031] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1747a07f-5139-48f8-a9a8-4d96838da2c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.866620] env[62093]: DEBUG oslo_vmware.api [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for the task: (returnval){ [ 1213.866620] env[62093]: value = "task-1709403" [ 1213.866620] env[62093]: _type = "Task" [ 1213.866620] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.876383] env[62093]: DEBUG oslo_vmware.api [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.909272] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.998286] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b350a8-4d31-37ed-5be8-e9078ffc4fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.999410] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.999733] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ccfb805b-1922-4f0b-97f5-db4d814b642f/ccfb805b-1922-4f0b-97f5-db4d814b642f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.000060] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef673b2-6d5b-4d83-8b8f-0276f0bb51ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.012319] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1214.012319] env[62093]: value = "task-1709404" [ 1214.012319] env[62093]: _type = "Task" [ 1214.012319] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.025454] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.071855] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.162300] env[62093]: DEBUG oslo_vmware.api [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709398, 'name': PowerOffVM_Task, 'duration_secs': 0.185725} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.162692] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.162878] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.163114] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b60d5dd1-e762-4bc3-9e8a-ce3e5b236875 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.186165] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Releasing lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.187026] env[62093]: DEBUG nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Received event network-vif-plugged-9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1214.187026] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Acquiring lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.187026] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.187026] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.187311] env[62093]: DEBUG nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] No waiting events found dispatching network-vif-plugged-9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1214.187311] env[62093]: WARNING nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Received unexpected event network-vif-plugged-9f131c88-5ece-4329-a6b2-088d8a07be91 for instance with vm_state building and task_state spawning. [ 1214.187511] env[62093]: DEBUG nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Received event network-changed-9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1214.187620] env[62093]: DEBUG nova.compute.manager [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Refreshing instance network info cache due to event network-changed-9f131c88-5ece-4329-a6b2-088d8a07be91. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1214.187975] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Acquiring lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.187975] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Acquired lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.188204] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Refreshing network info cache for port 9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.190841] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.191045] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.191227] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Deleting the datastore file [datastore1] 7ed1869b-528e-4d30-81a6-f4783d4ada88 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.191709] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-095a2207-ceb1-4bc0-a9c4-9729b503d6ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.197388] env[62093]: DEBUG oslo_vmware.api [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for the task: (returnval){ [ 1214.197388] env[62093]: value = "task-1709406" [ 1214.197388] env[62093]: _type = "Task" [ 1214.197388] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.206701] env[62093]: DEBUG oslo_vmware.api [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.241161] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709401, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.385515] env[62093]: INFO nova.compute.manager [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Took 27.54 seconds to build instance. [ 1214.388776] env[62093]: DEBUG nova.network.neutron [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Successfully updated port: 2ddf4fcc-3406-4a09-b8ad-ffcba127011f {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.400919] env[62093]: DEBUG oslo_vmware.api [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Task: {'id': task-1709403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231067} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.401506] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.401856] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.406430] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.406430] env[62093]: INFO nova.compute.manager [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1214.406430] env[62093]: DEBUG oslo.service.loopingcall [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1214.406430] env[62093]: DEBUG nova.compute.manager [-] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1214.406430] env[62093]: DEBUG nova.network.neutron [-] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.443505] env[62093]: DEBUG nova.network.neutron [-] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.528949] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.571580] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709397, 'name': ReconfigVM_Task, 'duration_secs': 0.667403} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.572092] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49/09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.573213] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a40cb26e-1293-4833-b20c-2ebabd14c123 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.580460] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1214.580460] env[62093]: value = "task-1709407" [ 1214.580460] env[62093]: _type = "Task" [ 1214.580460] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.589196] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709407, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.709653] env[62093]: DEBUG oslo_vmware.api [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Task: {'id': task-1709406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402823} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.709906] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.710104] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.710819] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.711090] env[62093]: INFO nova.compute.manager [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1214.711338] env[62093]: DEBUG oslo.service.loopingcall [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1214.711535] env[62093]: DEBUG nova.compute.manager [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1214.711632] env[62093]: DEBUG nova.network.neutron [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.742207] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709401, 'name': CreateVM_Task, 'duration_secs': 0.55338} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.742207] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.743072] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.743233] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.743734] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.744980] env[62093]: DEBUG nova.network.neutron [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.746964] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b30aa6b-482d-4e6c-8b0a-cff1664ece14 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.755857] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1214.755857] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b5d124-4225-5911-d9ce-44b7228449d1" [ 1214.755857] env[62093]: _type = "Task" [ 1214.755857] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.774191] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b5d124-4225-5911-d9ce-44b7228449d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.888917] env[62093]: DEBUG oslo_concurrency.lockutils [None req-79da000a-2941-494a-8dfc-9a4d969855ef tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.085s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.903320] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquiring lock "refresh_cache-00dd6a8f-70a2-474a-ba86-5cdd56139088" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.903497] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquired lock "refresh_cache-00dd6a8f-70a2-474a-ba86-5cdd56139088" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.903716] env[62093]: DEBUG nova.network.neutron [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.945759] env[62093]: DEBUG nova.network.neutron [-] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.026594] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603442} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.027973] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ccfb805b-1922-4f0b-97f5-db4d814b642f/ccfb805b-1922-4f0b-97f5-db4d814b642f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.028241] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.028785] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99cc13a0-9c2a-4814-b8a9-132dfac250d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.035182] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1215.035182] env[62093]: value = "task-1709408" [ 1215.035182] env[62093]: _type = "Task" [ 1215.035182] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.039614] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Updated VIF entry in instance network info cache for port 9f131c88-5ece-4329-a6b2-088d8a07be91. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.039614] env[62093]: DEBUG nova.network.neutron [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Updating instance_info_cache with network_info: [{"id": "9f131c88-5ece-4329-a6b2-088d8a07be91", "address": "fa:16:3e:0d:79:28", "network": {"id": "5ee26b65-08a1-4488-b96e-53edf193becb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-997072312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b463c7c7fe6a4ce69be343594769a59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f131c88-5e", "ovs_interfaceid": "9f131c88-5ece-4329-a6b2-088d8a07be91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.046110] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.053503] env[62093]: DEBUG nova.network.neutron [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Updated VIF entry in instance network info cache for port d1397807-2d59-4d65-b06d-6e415ab69c7a. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.053852] env[62093]: DEBUG nova.network.neutron [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Updating instance_info_cache with network_info: [{"id": "d1397807-2d59-4d65-b06d-6e415ab69c7a", "address": "fa:16:3e:43:b2:c0", "network": {"id": "de82c59e-e55b-40b1-9659-6ad361a75d26", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1006599273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ee84cf5bfc4e5b810f76042836d5f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1397807-2d", "ovs_interfaceid": "d1397807-2d59-4d65-b06d-6e415ab69c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.096312] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709407, 'name': Rename_Task, 'duration_secs': 0.348552} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.096737] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.097028] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cadfd1d-6953-4b67-9a30-638237c25207 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.104934] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1215.104934] env[62093]: value = "task-1709409" [ 1215.104934] env[62093]: _type = "Task" [ 1215.104934] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.116355] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.123751] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquiring lock "4baacc94-eb68-4560-94fc-ace9700a751a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.123965] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "4baacc94-eb68-4560-94fc-ace9700a751a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.157601] env[62093]: DEBUG nova.network.neutron [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updated VIF entry in instance network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.157601] env[62093]: DEBUG nova.network.neutron [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updating instance_info_cache with network_info: [{"id": "f0705117-72f6-4f2a-88bb-d238087fecfb", "address": "fa:16:3e:bc:e9:20", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0705117-72", "ovs_interfaceid": "f0705117-72f6-4f2a-88bb-d238087fecfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.251443] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a168390-989b-4c58-a3bd-585a6385d8da {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.257365] env[62093]: DEBUG nova.network.neutron [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.268625] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465daa8a-652f-4d73-b30c-85991e397935 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.280340] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b5d124-4225-5911-d9ce-44b7228449d1, 'name': SearchDatastore_Task, 'duration_secs': 0.028723} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.308145] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.308426] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.308705] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.308893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.309107] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.309946] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b68439-b8be-420f-997b-2024389a1b0f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.312839] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86707adf-9338-4aea-b173-6fee31557d18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.320496] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d0ba42-4829-4a52-a161-be587e22ac83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.327332] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.327446] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.328660] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50588caf-69cf-4381-93cb-15c2380c6471 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.338935] env[62093]: DEBUG nova.compute.provider_tree [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.343790] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1215.343790] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528d3b54-39bf-fa81-2f9c-4aaf182a5f4a" [ 1215.343790] env[62093]: _type = "Task" [ 1215.343790] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.351888] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528d3b54-39bf-fa81-2f9c-4aaf182a5f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.391955] env[62093]: DEBUG nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1215.449297] env[62093]: INFO nova.compute.manager [-] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Took 1.04 seconds to deallocate network for instance. [ 1215.514068] env[62093]: DEBUG nova.network.neutron [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.544941] env[62093]: DEBUG oslo_concurrency.lockutils [req-ea7df4a1-6130-420a-91d7-1991271e4574 req-0399ee30-c2c7-4618-bac4-e6816f8e6518 service nova] Releasing lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.549180] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072868} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.551226] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.551226] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4751938-3713-4408-87ba-0cbeffcf8a8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.563849] env[62093]: DEBUG oslo_concurrency.lockutils [req-5bef0abd-fb92-4f36-babd-04463c349f93 req-25be205a-d297-4bfb-9bd4-9a3be5a6c1fe service nova] Releasing lock "refresh_cache-0d81385e-654e-4640-aa9f-a66309657995" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.573394] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] ccfb805b-1922-4f0b-97f5-db4d814b642f/ccfb805b-1922-4f0b-97f5-db4d814b642f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.576341] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7e0009-b405-4f73-bbe5-4bab0a23dbd1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.598824] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1215.598824] env[62093]: value = "task-1709410" [ 1215.598824] env[62093]: _type = "Task" [ 1215.598824] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.607442] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.617034] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.662193] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Releasing lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.662721] env[62093]: DEBUG nova.compute.manager [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Received event network-changed-783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1215.662908] env[62093]: DEBUG nova.compute.manager [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Refreshing instance network info cache due to event network-changed-783b8b4f-2806-48a3-b595-0d7b118e7756. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1215.663152] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Acquiring lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.663303] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Acquired lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.663459] env[62093]: DEBUG nova.network.neutron [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Refreshing network info cache for port 783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.758956] env[62093]: INFO nova.compute.manager [-] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Took 1.05 seconds to deallocate network for instance. [ 1215.842683] env[62093]: DEBUG nova.scheduler.client.report [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1215.860626] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528d3b54-39bf-fa81-2f9c-4aaf182a5f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.860626] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5febf7ea-c3cb-44ca-b130-14397c5df28d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.866914] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1215.866914] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52350fcf-1eff-bf0d-8cf9-b2aa936da911" [ 1215.866914] env[62093]: _type = "Task" [ 1215.866914] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.880023] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52350fcf-1eff-bf0d-8cf9-b2aa936da911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.922802] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.951888] env[62093]: DEBUG nova.network.neutron [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Updating instance_info_cache with network_info: [{"id": "2ddf4fcc-3406-4a09-b8ad-ffcba127011f", "address": "fa:16:3e:19:9e:ee", "network": {"id": "622ada2b-abca-4a81-b65b-3f087fa53ec7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1496058883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dbaec91df740fcbbc540af642f28e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ddf4fcc-34", "ovs_interfaceid": "2ddf4fcc-3406-4a09-b8ad-ffcba127011f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.958697] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.114560] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709410, 'name': ReconfigVM_Task, 'duration_secs': 0.413548} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.115445] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] ccfb805b-1922-4f0b-97f5-db4d814b642f/ccfb805b-1922-4f0b-97f5-db4d814b642f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.116732] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a13f46f-709d-4db3-b6e5-78490d2c97a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.122030] env[62093]: DEBUG oslo_vmware.api [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709409, 'name': PowerOnVM_Task, 'duration_secs': 0.82802} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.122920] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.122920] env[62093]: INFO nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Took 12.76 seconds to spawn the instance on the hypervisor. [ 1216.123069] env[62093]: DEBUG nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1216.123867] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7ee476-7896-4bca-b67e-474731851dcd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.135369] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1216.135369] env[62093]: value = "task-1709411" [ 1216.135369] env[62093]: _type = "Task" [ 1216.135369] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.149359] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709411, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.265352] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.350675] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.351551] env[62093]: DEBUG nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1216.355230] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.952s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.355575] env[62093]: DEBUG nova.objects.instance [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lazy-loading 'resources' on Instance uuid a11ebf7b-95fb-45af-a954-655135e5309f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.384145] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52350fcf-1eff-bf0d-8cf9-b2aa936da911, 'name': SearchDatastore_Task, 'duration_secs': 0.016412} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.386813] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.388018] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 0d81385e-654e-4640-aa9f-a66309657995/0d81385e-654e-4640-aa9f-a66309657995.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.388018] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f62504b-48b7-4489-9043-438ec3017cc2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.398405] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1216.398405] env[62093]: value = "task-1709412" [ 1216.398405] env[62093]: _type = "Task" [ 1216.398405] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.406479] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.418312] env[62093]: DEBUG nova.compute.manager [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Received event network-changed-0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1216.418312] env[62093]: DEBUG nova.compute.manager [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Refreshing instance network info cache due to event network-changed-0eb73de8-e1bf-4883-b4a7-bedfd1975f03. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1216.418579] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Acquiring lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.418813] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Acquired lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.418894] env[62093]: DEBUG nova.network.neutron [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Refreshing network info cache for port 0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.455570] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Releasing lock "refresh_cache-00dd6a8f-70a2-474a-ba86-5cdd56139088" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.455857] env[62093]: DEBUG nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Instance network_info: |[{"id": "2ddf4fcc-3406-4a09-b8ad-ffcba127011f", "address": "fa:16:3e:19:9e:ee", "network": {"id": "622ada2b-abca-4a81-b65b-3f087fa53ec7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1496058883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dbaec91df740fcbbc540af642f28e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ddf4fcc-34", "ovs_interfaceid": "2ddf4fcc-3406-4a09-b8ad-ffcba127011f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1216.456321] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:9e:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ddf4fcc-3406-4a09-b8ad-ffcba127011f', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.466012] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Creating folder: Project (46dbaec91df740fcbbc540af642f28e8). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.467493] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-491d49e4-180b-4db9-b9b6-361b2be875aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.477978] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Created folder: Project (46dbaec91df740fcbbc540af642f28e8) in parent group-v356072. [ 1216.478193] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Creating folder: Instances. Parent ref: group-v356123. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.478434] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd934ff-ecb0-4511-acb6-8b4294d06096 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.489169] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Created folder: Instances in parent group-v356123. [ 1216.489487] env[62093]: DEBUG oslo.service.loopingcall [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.489720] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.489959] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72128d11-b600-455d-b2c3-bf1281e2da16 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.516445] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.516445] env[62093]: value = "task-1709415" [ 1216.516445] env[62093]: _type = "Task" [ 1216.516445] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.525781] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709415, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.594549] env[62093]: DEBUG nova.compute.manager [req-9853a7ab-c9ea-41f4-8a24-0c4274686459 req-cf545981-43df-42ec-b100-98cce6b6f84f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Received event network-changed-0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1216.594779] env[62093]: DEBUG nova.compute.manager [req-9853a7ab-c9ea-41f4-8a24-0c4274686459 req-cf545981-43df-42ec-b100-98cce6b6f84f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Refreshing instance network info cache due to event network-changed-0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1216.595230] env[62093]: DEBUG oslo_concurrency.lockutils [req-9853a7ab-c9ea-41f4-8a24-0c4274686459 req-cf545981-43df-42ec-b100-98cce6b6f84f service nova] Acquiring lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.595230] env[62093]: DEBUG oslo_concurrency.lockutils [req-9853a7ab-c9ea-41f4-8a24-0c4274686459 req-cf545981-43df-42ec-b100-98cce6b6f84f service nova] Acquired lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.595349] env[62093]: DEBUG nova.network.neutron [req-9853a7ab-c9ea-41f4-8a24-0c4274686459 req-cf545981-43df-42ec-b100-98cce6b6f84f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Refreshing network info cache for port 0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.658872] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709411, 'name': Rename_Task, 'duration_secs': 0.163551} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.660970] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.662112] env[62093]: INFO nova.compute.manager [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Took 27.59 seconds to build instance. [ 1216.662979] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-480e57d2-0a73-4389-9c33-90f2a3cff16b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.669965] env[62093]: DEBUG nova.network.neutron [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Updated VIF entry in instance network info cache for port 783b8b4f-2806-48a3-b595-0d7b118e7756. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.669965] env[62093]: DEBUG nova.network.neutron [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Updating instance_info_cache with network_info: [{"id": "783b8b4f-2806-48a3-b595-0d7b118e7756", "address": "fa:16:3e:97:91:77", "network": {"id": "c09ace76-2bb5-4775-9086-0d02c407a396", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1088542544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2826590859d84a159fef016b540a62f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783b8b4f-28", "ovs_interfaceid": "783b8b4f-2806-48a3-b595-0d7b118e7756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.671965] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1216.671965] env[62093]: value = "task-1709416" [ 1216.671965] env[62093]: _type = "Task" [ 1216.671965] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.680969] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.716401] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "2ed2dce7-7f24-4479-a059-36811c24b914" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.717119] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "2ed2dce7-7f24-4479-a059-36811c24b914" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.859729] env[62093]: DEBUG nova.compute.utils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1216.863973] env[62093]: DEBUG nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1216.863973] env[62093]: DEBUG nova.network.neutron [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.916159] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.021501] env[62093]: DEBUG nova.policy [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45bb319fa01e480bb78e47d0f545e7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9daa459dd7f4c96add47001015b8431', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1217.039852] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709415, 'name': CreateVM_Task, 'duration_secs': 0.522136} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.039852] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.040268] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.041060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.041060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.041060] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5567bb-e0ca-4778-bcf8-3ab911387c83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.046064] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1217.046064] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523de7e8-d405-8727-bf6d-92b85f9df342" [ 1217.046064] env[62093]: _type = "Task" [ 1217.046064] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.057543] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523de7e8-d405-8727-bf6d-92b85f9df342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.168113] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fa8c34b-cd3d-4794-8d4c-cce66f395c0e tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.116s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.175217] env[62093]: DEBUG oslo_concurrency.lockutils [req-1aba3a03-40c7-41be-b88e-e71edb43aa52 req-d682df90-7b23-45c9-9ba0-ea9ed6cc2678 service nova] Releasing lock "refresh_cache-7338f203-3717-4b4c-9d6b-39a9c2a74449" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.190609] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709416, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.329287] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf3b6a-8366-4c84-9217-5338b5430785 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.339218] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38987cfe-7d56-465b-9495-2b7c6a39f57f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.381991] env[62093]: DEBUG nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1217.394845] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df81c511-a97d-43c6-9620-cf2d8fdfcc2f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.409812] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea06123-de1c-4a23-930f-186abd58f4b6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.417656] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621452} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.418501] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 0d81385e-654e-4640-aa9f-a66309657995/0d81385e-654e-4640-aa9f-a66309657995.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.418775] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.419113] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2356c5f1-fe32-40d1-941f-f637f51db08c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.429193] env[62093]: DEBUG nova.compute.provider_tree [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.436297] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1217.436297] env[62093]: value = "task-1709417" [ 1217.436297] env[62093]: _type = "Task" [ 1217.436297] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.449964] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.540164] env[62093]: DEBUG nova.network.neutron [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Updated VIF entry in instance network info cache for port 0eb73de8-e1bf-4883-b4a7-bedfd1975f03. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.541020] env[62093]: DEBUG nova.network.neutron [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Updating instance_info_cache with network_info: [{"id": "0eb73de8-e1bf-4883-b4a7-bedfd1975f03", "address": "fa:16:3e:3b:3d:21", "network": {"id": "2edec299-8ad0-4790-a2dd-be0a1b0f6901", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1699718842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "674235f839564c47918574d074f343f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb73de8-e1", "ovs_interfaceid": "0eb73de8-e1bf-4883-b4a7-bedfd1975f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.557381] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523de7e8-d405-8727-bf6d-92b85f9df342, 'name': SearchDatastore_Task, 'duration_secs': 0.012852} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.558208] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.558208] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.558459] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.558599] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.558814] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.559110] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bb91b8e-4cd9-4252-b0e8-b243f89e70aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.578622] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.578817] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.579584] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c30f95b-0f54-48f7-8e2c-57940b627dac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.585617] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1217.585617] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e8ef48-3eaa-f6e5-1589-29780e2ce2c4" [ 1217.585617] env[62093]: _type = "Task" [ 1217.585617] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.593009] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e8ef48-3eaa-f6e5-1589-29780e2ce2c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.630447] env[62093]: DEBUG nova.network.neutron [req-9853a7ab-c9ea-41f4-8a24-0c4274686459 req-cf545981-43df-42ec-b100-98cce6b6f84f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Updated VIF entry in instance network info cache for port 0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.630824] env[62093]: DEBUG nova.network.neutron [req-9853a7ab-c9ea-41f4-8a24-0c4274686459 req-cf545981-43df-42ec-b100-98cce6b6f84f service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Updating instance_info_cache with network_info: [{"id": "0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5", "address": "fa:16:3e:8e:d9:d9", "network": {"id": "8672e9a9-6080-4b98-8ed9-857973ed31d1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2026797930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af187e0acf3448439ee37d5e7d04d572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1513ad-76", "ovs_interfaceid": "0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.643272] env[62093]: DEBUG nova.network.neutron [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Successfully created port: 4bb20ab5-2224-424f-8d65-69ab02b5988c {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.671407] env[62093]: DEBUG nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1217.682918] env[62093]: DEBUG oslo_vmware.api [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709416, 'name': PowerOnVM_Task, 'duration_secs': 0.670702} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.683632] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.683632] env[62093]: INFO nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Took 11.86 seconds to spawn the instance on the hypervisor. [ 1217.683632] env[62093]: DEBUG nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1217.687193] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89207fab-2352-480c-a867-0507d9709d1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.848429] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.848641] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.933721] env[62093]: DEBUG nova.scheduler.client.report [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1217.949025] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099499} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.951515] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.951515] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18583e45-9447-46bd-9b08-6654a26fd3b5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.976823] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 0d81385e-654e-4640-aa9f-a66309657995/0d81385e-654e-4640-aa9f-a66309657995.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.977614] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f744b6b-13dd-4395-8efa-cbbf4b30ff87 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.001564] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1218.001564] env[62093]: value = "task-1709418" [ 1218.001564] env[62093]: _type = "Task" [ 1218.001564] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.011029] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.046809] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Releasing lock "refresh_cache-58b211a6-d6a3-49ec-900e-63a32c7a98d2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.047064] env[62093]: DEBUG nova.compute.manager [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Received event network-vif-plugged-2ddf4fcc-3406-4a09-b8ad-ffcba127011f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1218.047307] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Acquiring lock "00dd6a8f-70a2-474a-ba86-5cdd56139088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.047550] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Lock "00dd6a8f-70a2-474a-ba86-5cdd56139088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.047799] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Lock "00dd6a8f-70a2-474a-ba86-5cdd56139088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.047992] env[62093]: DEBUG nova.compute.manager [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] No waiting events found dispatching network-vif-plugged-2ddf4fcc-3406-4a09-b8ad-ffcba127011f {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1218.048219] env[62093]: WARNING nova.compute.manager [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Received unexpected event network-vif-plugged-2ddf4fcc-3406-4a09-b8ad-ffcba127011f for instance with vm_state building and task_state spawning. [ 1218.048421] env[62093]: DEBUG nova.compute.manager [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Received event network-changed-2ddf4fcc-3406-4a09-b8ad-ffcba127011f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1218.048680] env[62093]: DEBUG nova.compute.manager [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Refreshing instance network info cache due to event network-changed-2ddf4fcc-3406-4a09-b8ad-ffcba127011f. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1218.048907] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Acquiring lock "refresh_cache-00dd6a8f-70a2-474a-ba86-5cdd56139088" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.048994] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Acquired lock "refresh_cache-00dd6a8f-70a2-474a-ba86-5cdd56139088" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.049146] env[62093]: DEBUG nova.network.neutron [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Refreshing network info cache for port 2ddf4fcc-3406-4a09-b8ad-ffcba127011f {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.100239] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e8ef48-3eaa-f6e5-1589-29780e2ce2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.060332} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.101167] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef130cd-ba31-4b34-a586-575213e901d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.106560] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1218.106560] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526d192c-7de8-d66c-9d23-41a6535a962f" [ 1218.106560] env[62093]: _type = "Task" [ 1218.106560] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.115416] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526d192c-7de8-d66c-9d23-41a6535a962f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.133865] env[62093]: DEBUG oslo_concurrency.lockutils [req-9853a7ab-c9ea-41f4-8a24-0c4274686459 req-cf545981-43df-42ec-b100-98cce6b6f84f service nova] Releasing lock "refresh_cache-62388118-a0b4-4aa5-80ad-5c6c2f70bab5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.217054] env[62093]: INFO nova.compute.manager [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Took 29.13 seconds to build instance. [ 1218.221949] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.411776] env[62093]: DEBUG nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1218.449055] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.454740] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.905s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.456541] env[62093]: INFO nova.compute.claims [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.495975] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1218.498445] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1218.498445] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.498445] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1218.498445] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.498445] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1218.499767] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1218.499767] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1218.499767] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1218.499767] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1218.499767] env[62093]: DEBUG nova.virt.hardware [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.501438] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc620d4-5d7a-4867-b0c2-6434279e3642 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.520971] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06385f78-e4de-4b53-bb0f-7cf18ec64149 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.524951] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.543747] env[62093]: INFO nova.scheduler.client.report [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Deleted allocations for instance a11ebf7b-95fb-45af-a954-655135e5309f [ 1218.622301] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526d192c-7de8-d66c-9d23-41a6535a962f, 'name': SearchDatastore_Task, 'duration_secs': 0.02031} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.622301] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.625020] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 00dd6a8f-70a2-474a-ba86-5cdd56139088/00dd6a8f-70a2-474a-ba86-5cdd56139088.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.625020] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c02cfcb-420e-4103-9e69-d17b3f195c79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.634296] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1218.634296] env[62093]: value = "task-1709419" [ 1218.634296] env[62093]: _type = "Task" [ 1218.634296] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.648571] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.721024] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e31dc1ce-4f8e-424a-9008-86a828d03932 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ccfb805b-1922-4f0b-97f5-db4d814b642f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.642s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.018319] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709418, 'name': ReconfigVM_Task, 'duration_secs': 0.554998} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.018687] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 0d81385e-654e-4640-aa9f-a66309657995/0d81385e-654e-4640-aa9f-a66309657995.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.019461] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4708c8f-5f3e-46b5-9f64-35b6cc9c1512 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.027029] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1219.027029] env[62093]: value = "task-1709420" [ 1219.027029] env[62093]: _type = "Task" [ 1219.027029] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.039251] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709420, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.060809] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7df642f4-3101-4790-8eb3-ac2971d6dfb5 tempest-ServerExternalEventsTest-39849464 tempest-ServerExternalEventsTest-39849464-project-member] Lock "a11ebf7b-95fb-45af-a954-655135e5309f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.019s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.148874] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709419, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.157868] env[62093]: DEBUG nova.network.neutron [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Updated VIF entry in instance network info cache for port 2ddf4fcc-3406-4a09-b8ad-ffcba127011f. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.158337] env[62093]: DEBUG nova.network.neutron [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Updating instance_info_cache with network_info: [{"id": "2ddf4fcc-3406-4a09-b8ad-ffcba127011f", "address": "fa:16:3e:19:9e:ee", "network": {"id": "622ada2b-abca-4a81-b65b-3f087fa53ec7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1496058883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46dbaec91df740fcbbc540af642f28e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ddf4fcc-34", "ovs_interfaceid": "2ddf4fcc-3406-4a09-b8ad-ffcba127011f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.222314] env[62093]: DEBUG nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1219.544660] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709420, 'name': Rename_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.646074] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705886} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.649075] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 00dd6a8f-70a2-474a-ba86-5cdd56139088/00dd6a8f-70a2-474a-ba86-5cdd56139088.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.649203] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.650797] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cfc35fc-414f-42a8-9b38-6bf991722aff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.657438] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1219.657438] env[62093]: value = "task-1709421" [ 1219.657438] env[62093]: _type = "Task" [ 1219.657438] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.661165] env[62093]: DEBUG oslo_concurrency.lockutils [req-4ca58670-8591-41f4-88b0-4c1e6e86f924 req-2570251f-32b8-4cca-a37e-00bb65e8ce0b service nova] Releasing lock "refresh_cache-00dd6a8f-70a2-474a-ba86-5cdd56139088" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.667883] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.757522] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.959583] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64546f0e-bbc7-46b2-838d-68c40411c17e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.973021] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a1c3bd-b49a-44bc-9751-fab942a44697 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.012590] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40362041-ca1d-4ec3-8179-774b708c66c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.021689] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd0924-74e1-407a-b9da-d2bbb3a6f571 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.028508] env[62093]: DEBUG nova.compute.manager [req-753d59e9-ee55-44fc-a3a8-a357d822cc81 req-acac1656-3f95-4989-8c08-158fc3a94f4e service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Received event network-changed-9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1220.028731] env[62093]: DEBUG nova.compute.manager [req-753d59e9-ee55-44fc-a3a8-a357d822cc81 req-acac1656-3f95-4989-8c08-158fc3a94f4e service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Refreshing instance network info cache due to event network-changed-9f131c88-5ece-4329-a6b2-088d8a07be91. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1220.028978] env[62093]: DEBUG oslo_concurrency.lockutils [req-753d59e9-ee55-44fc-a3a8-a357d822cc81 req-acac1656-3f95-4989-8c08-158fc3a94f4e service nova] Acquiring lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.029161] env[62093]: DEBUG oslo_concurrency.lockutils [req-753d59e9-ee55-44fc-a3a8-a357d822cc81 req-acac1656-3f95-4989-8c08-158fc3a94f4e service nova] Acquired lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.029320] env[62093]: DEBUG nova.network.neutron [req-753d59e9-ee55-44fc-a3a8-a357d822cc81 req-acac1656-3f95-4989-8c08-158fc3a94f4e service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Refreshing network info cache for port 9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.040798] env[62093]: DEBUG nova.compute.provider_tree [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.057597] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709420, 'name': Rename_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.171217] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227172} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.172360] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.173334] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa2a094-8bc8-47a2-bb3d-a7c40677fcc2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.201390] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 00dd6a8f-70a2-474a-ba86-5cdd56139088/00dd6a8f-70a2-474a-ba86-5cdd56139088.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.201749] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b27b3a5-d137-44d6-8dca-7dd1ede3e951 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.224502] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1220.224502] env[62093]: value = "task-1709422" [ 1220.224502] env[62093]: _type = "Task" [ 1220.224502] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.233700] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.311841] env[62093]: DEBUG nova.network.neutron [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Successfully updated port: 4bb20ab5-2224-424f-8d65-69ab02b5988c {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.553810] env[62093]: DEBUG nova.scheduler.client.report [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1220.558921] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709420, 'name': Rename_Task, 'duration_secs': 1.407229} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.559896] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.560278] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b23ebc5-ac43-456d-a542-a476d543c922 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.569081] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1220.569081] env[62093]: value = "task-1709423" [ 1220.569081] env[62093]: _type = "Task" [ 1220.569081] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.581663] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.737537] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.818962] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "refresh_cache-c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.820133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquired lock "refresh_cache-c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.820133] env[62093]: DEBUG nova.network.neutron [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.944787] env[62093]: DEBUG nova.compute.manager [req-b71a10bc-f481-48cf-95ea-bb53bd5357e5 req-01cfe417-3213-40e4-a440-00295bc92e11 service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Received event network-vif-plugged-4bb20ab5-2224-424f-8d65-69ab02b5988c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1220.944787] env[62093]: DEBUG oslo_concurrency.lockutils [req-b71a10bc-f481-48cf-95ea-bb53bd5357e5 req-01cfe417-3213-40e4-a440-00295bc92e11 service nova] Acquiring lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.945090] env[62093]: DEBUG oslo_concurrency.lockutils [req-b71a10bc-f481-48cf-95ea-bb53bd5357e5 req-01cfe417-3213-40e4-a440-00295bc92e11 service nova] Lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.945343] env[62093]: DEBUG oslo_concurrency.lockutils [req-b71a10bc-f481-48cf-95ea-bb53bd5357e5 req-01cfe417-3213-40e4-a440-00295bc92e11 service nova] Lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.945343] env[62093]: DEBUG nova.compute.manager [req-b71a10bc-f481-48cf-95ea-bb53bd5357e5 req-01cfe417-3213-40e4-a440-00295bc92e11 service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] No waiting events found dispatching network-vif-plugged-4bb20ab5-2224-424f-8d65-69ab02b5988c {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1220.945532] env[62093]: WARNING nova.compute.manager [req-b71a10bc-f481-48cf-95ea-bb53bd5357e5 req-01cfe417-3213-40e4-a440-00295bc92e11 service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Received unexpected event network-vif-plugged-4bb20ab5-2224-424f-8d65-69ab02b5988c for instance with vm_state building and task_state spawning. [ 1221.060513] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.061052] env[62093]: DEBUG nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1221.070834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.527s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.071285] env[62093]: INFO nova.compute.claims [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.091357] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.238341] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709422, 'name': ReconfigVM_Task, 'duration_secs': 0.72157} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.238669] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 00dd6a8f-70a2-474a-ba86-5cdd56139088/00dd6a8f-70a2-474a-ba86-5cdd56139088.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.239423] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad4e61a0-9d9e-487a-b4c9-40c816477297 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.246682] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1221.246682] env[62093]: value = "task-1709424" [ 1221.246682] env[62093]: _type = "Task" [ 1221.246682] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.255955] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709424, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.259541] env[62093]: DEBUG nova.network.neutron [req-753d59e9-ee55-44fc-a3a8-a357d822cc81 req-acac1656-3f95-4989-8c08-158fc3a94f4e service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Updated VIF entry in instance network info cache for port 9f131c88-5ece-4329-a6b2-088d8a07be91. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.259876] env[62093]: DEBUG nova.network.neutron [req-753d59e9-ee55-44fc-a3a8-a357d822cc81 req-acac1656-3f95-4989-8c08-158fc3a94f4e service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Updating instance_info_cache with network_info: [{"id": "9f131c88-5ece-4329-a6b2-088d8a07be91", "address": "fa:16:3e:0d:79:28", "network": {"id": "5ee26b65-08a1-4488-b96e-53edf193becb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-997072312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b463c7c7fe6a4ce69be343594769a59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f131c88-5e", "ovs_interfaceid": "9f131c88-5ece-4329-a6b2-088d8a07be91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.403186] env[62093]: DEBUG nova.network.neutron [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.567924] env[62093]: DEBUG nova.compute.utils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1221.569502] env[62093]: DEBUG nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1221.570018] env[62093]: DEBUG nova.network.neutron [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.589086] env[62093]: DEBUG oslo_vmware.api [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709423, 'name': PowerOnVM_Task, 'duration_secs': 0.92315} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.589325] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.589515] env[62093]: INFO nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Took 11.27 seconds to spawn the instance on the hypervisor. [ 1221.589697] env[62093]: DEBUG nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1221.590738] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045930a2-e8b9-4293-8def-a1e2d09ff877 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.720182] env[62093]: DEBUG nova.policy [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2265962fe2b94660883f94576731c63a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e409db89ea84eb59c295ead9e79d65e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1221.757948] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709424, 'name': Rename_Task, 'duration_secs': 0.253826} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.758266] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.758515] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6be44566-c115-450f-a743-d863aef26cb7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.763148] env[62093]: DEBUG oslo_concurrency.lockutils [req-753d59e9-ee55-44fc-a3a8-a357d822cc81 req-acac1656-3f95-4989-8c08-158fc3a94f4e service nova] Releasing lock "refresh_cache-09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.764751] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1221.764751] env[62093]: value = "task-1709425" [ 1221.764751] env[62093]: _type = "Task" [ 1221.764751] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.775438] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.075802] env[62093]: DEBUG nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1222.112710] env[62093]: INFO nova.compute.manager [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Took 30.00 seconds to build instance. [ 1222.119817] env[62093]: DEBUG nova.network.neutron [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Updating instance_info_cache with network_info: [{"id": "4bb20ab5-2224-424f-8d65-69ab02b5988c", "address": "fa:16:3e:ba:90:1f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb20ab5-22", "ovs_interfaceid": "4bb20ab5-2224-424f-8d65-69ab02b5988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.281642] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.472839] env[62093]: DEBUG nova.network.neutron [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Successfully created port: a0b3d5e9-5101-4949-aaae-dda08d9123da {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.547782] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386852e8-5203-4d47-9cd4-f8ffebb1ee63 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.559135] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892a9919-b519-47bc-ac30-ceb5e460d938 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.605078] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707f9e74-e073-4e1d-a8d6-838ab08ba902 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.614326] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c6299d-0b8e-42b5-ac76-867f145b2e2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.619228] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0ec09bd1-da35-4b9b-a2f8-109b0a3279c4 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "0d81385e-654e-4640-aa9f-a66309657995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.912s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.621394] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Releasing lock "refresh_cache-c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.621675] env[62093]: DEBUG nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Instance network_info: |[{"id": "4bb20ab5-2224-424f-8d65-69ab02b5988c", "address": "fa:16:3e:ba:90:1f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb20ab5-22", "ovs_interfaceid": "4bb20ab5-2224-424f-8d65-69ab02b5988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1222.622713] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:90:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bb20ab5-2224-424f-8d65-69ab02b5988c', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.631852] env[62093]: DEBUG oslo.service.loopingcall [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.641636] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.646144] env[62093]: DEBUG nova.compute.provider_tree [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.648482] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f9838b4-daa7-4e28-b12d-eaf03d1ab6af {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.672854] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.672854] env[62093]: value = "task-1709426" [ 1222.672854] env[62093]: _type = "Task" [ 1222.672854] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.681534] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709426, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.776822] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.107037] env[62093]: DEBUG nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1223.122870] env[62093]: DEBUG nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1223.140264] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1223.140967] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1223.141307] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.141559] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1223.141769] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.142120] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1223.142428] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1223.142726] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1223.143110] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1223.143344] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1223.143808] env[62093]: DEBUG nova.virt.hardware [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.145485] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f92629-44d6-4e20-982b-080d8734acfd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.156309] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa12474-f495-475a-b571-262709bedea5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.173721] env[62093]: DEBUG nova.scheduler.client.report [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1223.187845] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709426, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.276969] env[62093]: DEBUG oslo_vmware.api [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709425, 'name': PowerOnVM_Task, 'duration_secs': 1.420536} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.277144] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.277342] env[62093]: INFO nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1223.277600] env[62093]: DEBUG nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1223.278651] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9846350d-42e7-4fb4-ac5c-7e55defb55a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.661271] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.679153] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.681198] env[62093]: DEBUG nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1223.688339] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.820s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.688339] env[62093]: DEBUG nova.objects.instance [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lazy-loading 'resources' on Instance uuid 28d3fdf1-7353-4386-b8fe-db7527e88c14 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.695081] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709426, 'name': CreateVM_Task, 'duration_secs': 0.521983} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.696488] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.696488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.696488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.697017] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.697017] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22567b5b-ae1b-4337-a530-fbef41539a0a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.704251] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1223.704251] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527398d3-015b-86a9-c51c-0233f79794da" [ 1223.704251] env[62093]: _type = "Task" [ 1223.704251] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.713515] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527398d3-015b-86a9-c51c-0233f79794da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.803700] env[62093]: INFO nova.compute.manager [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Took 30.09 seconds to build instance. [ 1224.055543] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "64c40b08-3480-4869-8d35-f8b4db862733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.055543] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.195928] env[62093]: DEBUG nova.compute.utils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.198390] env[62093]: DEBUG nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1224.201047] env[62093]: DEBUG nova.network.neutron [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.219673] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527398d3-015b-86a9-c51c-0233f79794da, 'name': SearchDatastore_Task, 'duration_secs': 0.019481} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.220042] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.220295] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.221534] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.221534] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.221534] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.221534] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-027c5b83-a4ab-490e-8fc2-749d9fc1d8f9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.235404] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.235685] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.236822] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215d573d-a084-4a24-9907-fdac068b8531 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.246151] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1224.246151] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527af59d-6fcf-9a23-7143-354498fade8a" [ 1224.246151] env[62093]: _type = "Task" [ 1224.246151] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.261612] env[62093]: DEBUG nova.policy [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0321c61f60649b5870b720d13db9f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58b7ad398c5a419ab299020d20611452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1224.269841] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527af59d-6fcf-9a23-7143-354498fade8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.311980] env[62093]: DEBUG oslo_concurrency.lockutils [None req-836e0a9d-b4a8-47e2-8907-84b4a9b83de2 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "00dd6a8f-70a2-474a-ba86-5cdd56139088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.897s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.372434] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.372664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.616989] env[62093]: DEBUG nova.compute.manager [req-c401f9dd-7ea4-4333-874c-dc03751800da req-c4591dcc-c0eb-4d71-9f20-0379786d3eb8 service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Received event network-changed-4bb20ab5-2224-424f-8d65-69ab02b5988c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1224.616989] env[62093]: DEBUG nova.compute.manager [req-c401f9dd-7ea4-4333-874c-dc03751800da req-c4591dcc-c0eb-4d71-9f20-0379786d3eb8 service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Refreshing instance network info cache due to event network-changed-4bb20ab5-2224-424f-8d65-69ab02b5988c. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1224.616989] env[62093]: DEBUG oslo_concurrency.lockutils [req-c401f9dd-7ea4-4333-874c-dc03751800da req-c4591dcc-c0eb-4d71-9f20-0379786d3eb8 service nova] Acquiring lock "refresh_cache-c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.616989] env[62093]: DEBUG oslo_concurrency.lockutils [req-c401f9dd-7ea4-4333-874c-dc03751800da req-c4591dcc-c0eb-4d71-9f20-0379786d3eb8 service nova] Acquired lock "refresh_cache-c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.616989] env[62093]: DEBUG nova.network.neutron [req-c401f9dd-7ea4-4333-874c-dc03751800da req-c4591dcc-c0eb-4d71-9f20-0379786d3eb8 service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Refreshing network info cache for port 4bb20ab5-2224-424f-8d65-69ab02b5988c {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.702512] env[62093]: DEBUG nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1224.745913] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fe6616-bd72-4b66-a171-45a8566faeff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.765326] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e80e9-7c6c-43a7-91ad-0cef83b50571 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.771099] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527af59d-6fcf-9a23-7143-354498fade8a, 'name': SearchDatastore_Task, 'duration_secs': 0.016684} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.772150] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61e0e87-5027-4836-b2e4-a9f8f7e9f6c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.808765] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14824dd-653a-4c42-8108-9535cca53483 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.813146] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1224.813146] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5201c489-36b7-3f00-f27f-5287242b94c9" [ 1224.813146] env[62093]: _type = "Task" [ 1224.813146] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.814058] env[62093]: DEBUG nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1224.823908] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f8f66c-f25c-4926-9aba-8213c3eef041 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.828812] env[62093]: DEBUG nova.network.neutron [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Successfully created port: 6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.834953] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5201c489-36b7-3f00-f27f-5287242b94c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.835963] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.836120] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c04d4d7e-b824-45b5-a1d5-8ba1ada04c43/c04d4d7e-b824-45b5-a1d5-8ba1ada04c43.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.839763] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc94f99-4856-4ba7-93a5-c7bc38423ace {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.847188] env[62093]: DEBUG nova.compute.provider_tree [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.854758] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1224.854758] env[62093]: value = "task-1709427" [ 1224.854758] env[62093]: _type = "Task" [ 1224.854758] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.862690] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.912701] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.912909] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.995480] env[62093]: DEBUG nova.network.neutron [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Successfully updated port: a0b3d5e9-5101-4949-aaae-dda08d9123da {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.350417] env[62093]: DEBUG nova.scheduler.client.report [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1225.354638] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.364729] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709427, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.499585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquiring lock "refresh_cache-bef4fa43-1623-428b-8626-bad5d6ac5eb2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.500084] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquired lock "refresh_cache-bef4fa43-1623-428b-8626-bad5d6ac5eb2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.500084] env[62093]: DEBUG nova.network.neutron [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.624633] env[62093]: DEBUG nova.compute.manager [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1225.624633] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d063a8c-a9cd-4aab-82be-0650c76153be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.634046] env[62093]: DEBUG nova.network.neutron [req-c401f9dd-7ea4-4333-874c-dc03751800da req-c4591dcc-c0eb-4d71-9f20-0379786d3eb8 service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Updated VIF entry in instance network info cache for port 4bb20ab5-2224-424f-8d65-69ab02b5988c. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.635718] env[62093]: DEBUG nova.network.neutron [req-c401f9dd-7ea4-4333-874c-dc03751800da req-c4591dcc-c0eb-4d71-9f20-0379786d3eb8 service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Updating instance_info_cache with network_info: [{"id": "4bb20ab5-2224-424f-8d65-69ab02b5988c", "address": "fa:16:3e:ba:90:1f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb20ab5-22", "ovs_interfaceid": "4bb20ab5-2224-424f-8d65-69ab02b5988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.721025] env[62093]: DEBUG nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1225.762780] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1225.763087] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1225.763268] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.763585] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1225.763696] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.763763] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1225.764011] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1225.764212] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1225.764404] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1225.764621] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1225.764842] env[62093]: DEBUG nova.virt.hardware [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1225.765884] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c73cb4-c2cd-4695-9106-45b5461ab21b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.773700] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46485781-156b-436f-a297-66246f957c6c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.857821] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.860423] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.740s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.863143] env[62093]: INFO nova.compute.claims [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.875702] env[62093]: DEBUG nova.compute.manager [req-103cd8f5-e9c0-496a-95ee-f432e1c25525 req-364b6b30-60a0-4ad5-96cf-e1adf0d78307 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Received event network-vif-plugged-a0b3d5e9-5101-4949-aaae-dda08d9123da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1225.876083] env[62093]: DEBUG oslo_concurrency.lockutils [req-103cd8f5-e9c0-496a-95ee-f432e1c25525 req-364b6b30-60a0-4ad5-96cf-e1adf0d78307 service nova] Acquiring lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.876220] env[62093]: DEBUG oslo_concurrency.lockutils [req-103cd8f5-e9c0-496a-95ee-f432e1c25525 req-364b6b30-60a0-4ad5-96cf-e1adf0d78307 service nova] Lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.876280] env[62093]: DEBUG oslo_concurrency.lockutils [req-103cd8f5-e9c0-496a-95ee-f432e1c25525 req-364b6b30-60a0-4ad5-96cf-e1adf0d78307 service nova] Lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.876465] env[62093]: DEBUG nova.compute.manager [req-103cd8f5-e9c0-496a-95ee-f432e1c25525 req-364b6b30-60a0-4ad5-96cf-e1adf0d78307 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] No waiting events found dispatching network-vif-plugged-a0b3d5e9-5101-4949-aaae-dda08d9123da {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1225.876634] env[62093]: WARNING nova.compute.manager [req-103cd8f5-e9c0-496a-95ee-f432e1c25525 req-364b6b30-60a0-4ad5-96cf-e1adf0d78307 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Received unexpected event network-vif-plugged-a0b3d5e9-5101-4949-aaae-dda08d9123da for instance with vm_state building and task_state spawning. [ 1225.886598] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.903688] env[62093]: INFO nova.scheduler.client.report [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Deleted allocations for instance 28d3fdf1-7353-4386-b8fe-db7527e88c14 [ 1226.053086] env[62093]: DEBUG nova.network.neutron [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.138538] env[62093]: INFO nova.compute.manager [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] instance snapshotting [ 1226.140571] env[62093]: DEBUG oslo_concurrency.lockutils [req-c401f9dd-7ea4-4333-874c-dc03751800da req-c4591dcc-c0eb-4d71-9f20-0379786d3eb8 service nova] Releasing lock "refresh_cache-c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.142333] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205b6ea-8c21-46a6-989d-f59c500e3304 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.165869] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3fb5f8-a787-4c26-8aa1-b623f64b48fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.370166] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.392750] env[62093]: DEBUG nova.network.neutron [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Updating instance_info_cache with network_info: [{"id": "a0b3d5e9-5101-4949-aaae-dda08d9123da", "address": "fa:16:3e:b1:84:43", "network": {"id": "3d9abfd8-2d8a-4555-8c08-757c362789e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-680080698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e409db89ea84eb59c295ead9e79d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b3d5e9-51", "ovs_interfaceid": "a0b3d5e9-5101-4949-aaae-dda08d9123da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.413971] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d61fb0e0-59a4-44c0-bd0a-1ccce83a0e85 tempest-ServerDiagnosticsTest-1362709486 tempest-ServerDiagnosticsTest-1362709486-project-member] Lock "28d3fdf1-7353-4386-b8fe-db7527e88c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.667s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.677652] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1226.678307] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c6d0364-ebb5-458f-8f66-a3e31c0a818d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.690312] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1226.690312] env[62093]: value = "task-1709428" [ 1226.690312] env[62093]: _type = "Task" [ 1226.690312] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.700336] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.870921] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709427, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.926032} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.871212] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c04d4d7e-b824-45b5-a1d5-8ba1ada04c43/c04d4d7e-b824-45b5-a1d5-8ba1ada04c43.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.871536] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.871692] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3483fde6-b577-489b-b58f-8c61c8dbb8ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.886790] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1226.886790] env[62093]: value = "task-1709429" [ 1226.886790] env[62093]: _type = "Task" [ 1226.886790] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.893497] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.900117] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Releasing lock "refresh_cache-bef4fa43-1623-428b-8626-bad5d6ac5eb2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.900117] env[62093]: DEBUG nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Instance network_info: |[{"id": "a0b3d5e9-5101-4949-aaae-dda08d9123da", "address": "fa:16:3e:b1:84:43", "network": {"id": "3d9abfd8-2d8a-4555-8c08-757c362789e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-680080698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e409db89ea84eb59c295ead9e79d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b3d5e9-51", "ovs_interfaceid": "a0b3d5e9-5101-4949-aaae-dda08d9123da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1226.900272] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:84:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b3d5e9-5101-4949-aaae-dda08d9123da', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.910021] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Creating folder: Project (1e409db89ea84eb59c295ead9e79d65e). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1226.910021] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-939f5d21-1226-42b3-a0b7-332146320584 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.923751] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Created folder: Project (1e409db89ea84eb59c295ead9e79d65e) in parent group-v356072. [ 1226.925126] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Creating folder: Instances. Parent ref: group-v356127. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1226.925126] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f870b1-835f-48f6-97f7-eb175e44470f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.942745] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Created folder: Instances in parent group-v356127. [ 1226.943717] env[62093]: DEBUG oslo.service.loopingcall [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1226.943717] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.943717] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa1476fb-7503-40d2-8bf0-6a24a9ef4c36 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.969104] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.969104] env[62093]: value = "task-1709432" [ 1226.969104] env[62093]: _type = "Task" [ 1226.969104] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.977412] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709432, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.212838] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.398056] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077593} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.398351] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.399241] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17cf981-f0c0-4ab2-b95e-04941050cb18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.425247] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] c04d4d7e-b824-45b5-a1d5-8ba1ada04c43/c04d4d7e-b824-45b5-a1d5-8ba1ada04c43.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.429213] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22ae80b-f6e3-4139-aa0d-19332bd97c5e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.452135] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1227.452135] env[62093]: value = "task-1709433" [ 1227.452135] env[62093]: _type = "Task" [ 1227.452135] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.463622] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.478018] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709432, 'name': CreateVM_Task, 'duration_secs': 0.425258} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.479240] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.480019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82591f27-ce70-4a5a-989d-cd14ed9d3224 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.483312] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.483521] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.483792] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.484055] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7c7c84-f9e1-4902-9026-307cbc1025c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.491676] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0184d5-1d0c-4f3f-8faf-5eb567401356 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.495261] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1227.495261] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528a63a1-cc22-8628-fb3a-0b274c78cad3" [ 1227.495261] env[62093]: _type = "Task" [ 1227.495261] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.525932] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d11d1fb-f684-4c8b-8be0-aa58d724debf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.532374] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528a63a1-cc22-8628-fb3a-0b274c78cad3, 'name': SearchDatastore_Task, 'duration_secs': 0.012677} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.533252] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.533413] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.533601] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.533745] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.534066] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.536339] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dc3ef12-3095-4bf3-9de4-b352e2a0e369 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.541296] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f586ed-4e21-4871-bf8a-bc5b916b38b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.555463] env[62093]: DEBUG nova.compute.provider_tree [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.558146] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.558482] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.559368] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4a3b31-47a2-46c2-aace-c1954b861a4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.564420] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1227.564420] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d82aea-e629-0f47-282c-9c6b20b8a3b0" [ 1227.564420] env[62093]: _type = "Task" [ 1227.564420] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.573102] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d82aea-e629-0f47-282c-9c6b20b8a3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.642631] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquiring lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.642631] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.703712] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.720890] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquiring lock "00dd6a8f-70a2-474a-ba86-5cdd56139088" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.721166] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "00dd6a8f-70a2-474a-ba86-5cdd56139088" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.721423] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquiring lock "00dd6a8f-70a2-474a-ba86-5cdd56139088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.721585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "00dd6a8f-70a2-474a-ba86-5cdd56139088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.721763] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "00dd6a8f-70a2-474a-ba86-5cdd56139088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.723932] env[62093]: INFO nova.compute.manager [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Terminating instance [ 1227.725925] env[62093]: DEBUG nova.compute.manager [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1227.726034] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.727097] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd3cb6-7673-4401-9bdb-acc0e010f297 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.735774] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.735774] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b69d6ef-be09-4995-a3f0-740ee5148095 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.741345] env[62093]: DEBUG oslo_vmware.api [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1227.741345] env[62093]: value = "task-1709434" [ 1227.741345] env[62093]: _type = "Task" [ 1227.741345] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.755944] env[62093]: DEBUG oslo_vmware.api [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.756875] env[62093]: DEBUG nova.network.neutron [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Successfully updated port: 6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.962137] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.977270] env[62093]: DEBUG nova.compute.manager [req-7df8da19-cb9f-4f5a-9d02-769bd354af6e req-9b98cdeb-89bb-466f-9cd5-79bcf1cd6da0 service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Received event network-vif-plugged-6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1227.977472] env[62093]: DEBUG oslo_concurrency.lockutils [req-7df8da19-cb9f-4f5a-9d02-769bd354af6e req-9b98cdeb-89bb-466f-9cd5-79bcf1cd6da0 service nova] Acquiring lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.977672] env[62093]: DEBUG oslo_concurrency.lockutils [req-7df8da19-cb9f-4f5a-9d02-769bd354af6e req-9b98cdeb-89bb-466f-9cd5-79bcf1cd6da0 service nova] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.978079] env[62093]: DEBUG oslo_concurrency.lockutils [req-7df8da19-cb9f-4f5a-9d02-769bd354af6e req-9b98cdeb-89bb-466f-9cd5-79bcf1cd6da0 service nova] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.980913] env[62093]: DEBUG nova.compute.manager [req-7df8da19-cb9f-4f5a-9d02-769bd354af6e req-9b98cdeb-89bb-466f-9cd5-79bcf1cd6da0 service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] No waiting events found dispatching network-vif-plugged-6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1227.980913] env[62093]: WARNING nova.compute.manager [req-7df8da19-cb9f-4f5a-9d02-769bd354af6e req-9b98cdeb-89bb-466f-9cd5-79bcf1cd6da0 service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Received unexpected event network-vif-plugged-6d459914-22da-4781-bc62-004fe6ee6663 for instance with vm_state building and task_state spawning. [ 1228.062272] env[62093]: DEBUG nova.scheduler.client.report [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1228.081355] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d82aea-e629-0f47-282c-9c6b20b8a3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.083437] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38633334-a4f2-47c5-a713-6f089b452a41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.091642] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1228.091642] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5262b628-d144-2a5e-882e-ef5feab2d1d1" [ 1228.091642] env[62093]: _type = "Task" [ 1228.091642] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.102759] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5262b628-d144-2a5e-882e-ef5feab2d1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.206389] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709428, 'name': CreateSnapshot_Task, 'duration_secs': 1.040842} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.206389] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1228.206740] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb3a161-0b8e-4f9a-99b0-1125943332a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.259417] env[62093]: DEBUG oslo_vmware.api [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709434, 'name': PowerOffVM_Task, 'duration_secs': 0.31826} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.259741] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.259950] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.261133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.261133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.261133] env[62093]: DEBUG nova.network.neutron [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.264942] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8148bd1-80a1-4d65-974e-40e84d297a59 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.332399] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.332565] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.332645] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Deleting the datastore file [datastore1] 00dd6a8f-70a2-474a-ba86-5cdd56139088 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.332882] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0bcf8c-a168-4ed6-a0ad-0ee351a29c05 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.341386] env[62093]: DEBUG oslo_vmware.api [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for the task: (returnval){ [ 1228.341386] env[62093]: value = "task-1709436" [ 1228.341386] env[62093]: _type = "Task" [ 1228.341386] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.354156] env[62093]: DEBUG oslo_vmware.api [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.467675] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709433, 'name': ReconfigVM_Task, 'duration_secs': 0.576856} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.468083] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Reconfigured VM instance instance-00000012 to attach disk [datastore1] c04d4d7e-b824-45b5-a1d5-8ba1ada04c43/c04d4d7e-b824-45b5-a1d5-8ba1ada04c43.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.472476] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4f417df-5a07-4f5d-aaf9-65075749da67 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.485138] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1228.485138] env[62093]: value = "task-1709437" [ 1228.485138] env[62093]: _type = "Task" [ 1228.485138] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.496804] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709437, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.574104] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.574991] env[62093]: DEBUG nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1228.577862] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.922s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.578304] env[62093]: DEBUG nova.objects.instance [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1228.610438] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5262b628-d144-2a5e-882e-ef5feab2d1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.610438] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.610438] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] bef4fa43-1623-428b-8626-bad5d6ac5eb2/bef4fa43-1623-428b-8626-bad5d6ac5eb2.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.610438] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d48a4d0-3305-4756-8a59-93f1836a16a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.627234] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1228.627234] env[62093]: value = "task-1709438" [ 1228.627234] env[62093]: _type = "Task" [ 1228.627234] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.628464] env[62093]: DEBUG nova.compute.manager [req-efb1a460-2dc3-4e15-b5f1-2a8b34a7928f req-8ae96fef-0b4d-4929-bc1f-5dbeb0980a81 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Received event network-changed-a0b3d5e9-5101-4949-aaae-dda08d9123da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1228.628681] env[62093]: DEBUG nova.compute.manager [req-efb1a460-2dc3-4e15-b5f1-2a8b34a7928f req-8ae96fef-0b4d-4929-bc1f-5dbeb0980a81 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Refreshing instance network info cache due to event network-changed-a0b3d5e9-5101-4949-aaae-dda08d9123da. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1228.628883] env[62093]: DEBUG oslo_concurrency.lockutils [req-efb1a460-2dc3-4e15-b5f1-2a8b34a7928f req-8ae96fef-0b4d-4929-bc1f-5dbeb0980a81 service nova] Acquiring lock "refresh_cache-bef4fa43-1623-428b-8626-bad5d6ac5eb2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.629029] env[62093]: DEBUG oslo_concurrency.lockutils [req-efb1a460-2dc3-4e15-b5f1-2a8b34a7928f req-8ae96fef-0b4d-4929-bc1f-5dbeb0980a81 service nova] Acquired lock "refresh_cache-bef4fa43-1623-428b-8626-bad5d6ac5eb2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.629664] env[62093]: DEBUG nova.network.neutron [req-efb1a460-2dc3-4e15-b5f1-2a8b34a7928f req-8ae96fef-0b4d-4929-bc1f-5dbeb0980a81 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Refreshing network info cache for port a0b3d5e9-5101-4949-aaae-dda08d9123da {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.641873] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.730683] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1228.733098] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b12ee87d-f2c4-49c4-9391-1f6b92c59308 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.743419] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1228.743419] env[62093]: value = "task-1709439" [ 1228.743419] env[62093]: _type = "Task" [ 1228.743419] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.754042] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709439, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.831669] env[62093]: DEBUG nova.network.neutron [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.854023] env[62093]: DEBUG oslo_vmware.api [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Task: {'id': task-1709436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318187} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.857269] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.857516] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.857789] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.859269] env[62093]: INFO nova.compute.manager [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1228.859593] env[62093]: DEBUG oslo.service.loopingcall [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1228.859954] env[62093]: DEBUG nova.compute.manager [-] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1228.859954] env[62093]: DEBUG nova.network.neutron [-] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.997490] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709437, 'name': Rename_Task, 'duration_secs': 0.214372} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.000096] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.000670] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab421540-5f5a-4d39-9405-c534391182b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.009020] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1229.009020] env[62093]: value = "task-1709440" [ 1229.009020] env[62093]: _type = "Task" [ 1229.009020] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.023233] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.089035] env[62093]: DEBUG nova.compute.utils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1229.097665] env[62093]: DEBUG nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1229.097665] env[62093]: DEBUG nova.network.neutron [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.151042] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709438, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.286509] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709439, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.455520] env[62093]: DEBUG nova.policy [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5ead337ebb04e0984cf44eb6294f279', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbb80d3e0e99489a832d02d73470ec93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1229.488603] env[62093]: DEBUG nova.network.neutron [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.523050] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.598131] env[62093]: DEBUG nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1229.605970] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45f9612f-ad15-4f2f-a00f-cff2ca08ceea tempest-ServersAdmin275Test-2078444908 tempest-ServersAdmin275Test-2078444908-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.607288] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.573s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.614218] env[62093]: INFO nova.compute.claims [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.628054] env[62093]: DEBUG nova.compute.manager [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1229.628817] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4554bf50-17b9-4def-9314-f7260fd3ae15 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.650127] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669523} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.650127] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] bef4fa43-1623-428b-8626-bad5d6ac5eb2/bef4fa43-1623-428b-8626-bad5d6ac5eb2.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.650354] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.650552] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee1904f1-f5f8-4fb7-af83-eca029a9f714 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.658543] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1229.658543] env[62093]: value = "task-1709441" [ 1229.658543] env[62093]: _type = "Task" [ 1229.658543] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.668346] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.697146] env[62093]: DEBUG nova.network.neutron [req-efb1a460-2dc3-4e15-b5f1-2a8b34a7928f req-8ae96fef-0b4d-4929-bc1f-5dbeb0980a81 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Updated VIF entry in instance network info cache for port a0b3d5e9-5101-4949-aaae-dda08d9123da. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.697506] env[62093]: DEBUG nova.network.neutron [req-efb1a460-2dc3-4e15-b5f1-2a8b34a7928f req-8ae96fef-0b4d-4929-bc1f-5dbeb0980a81 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Updating instance_info_cache with network_info: [{"id": "a0b3d5e9-5101-4949-aaae-dda08d9123da", "address": "fa:16:3e:b1:84:43", "network": {"id": "3d9abfd8-2d8a-4555-8c08-757c362789e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-680080698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e409db89ea84eb59c295ead9e79d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b3d5e9-51", "ovs_interfaceid": "a0b3d5e9-5101-4949-aaae-dda08d9123da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.759513] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709439, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.924603] env[62093]: DEBUG nova.network.neutron [-] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.998703] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.998703] env[62093]: DEBUG nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Instance network_info: |[{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1229.999011] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:51:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d459914-22da-4781-bc62-004fe6ee6663', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.007346] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Creating folder: Project (58b7ad398c5a419ab299020d20611452). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.009072] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd7f7ad-d285-418b-92c7-0ef73e5d349e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.022711] env[62093]: DEBUG oslo_vmware.api [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709440, 'name': PowerOnVM_Task, 'duration_secs': 0.762917} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.026071] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.026071] env[62093]: INFO nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Took 11.61 seconds to spawn the instance on the hypervisor. [ 1230.026071] env[62093]: DEBUG nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1230.026071] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f67f8f-3a2e-486f-8827-1d3b8c12ceb7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.030277] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Created folder: Project (58b7ad398c5a419ab299020d20611452) in parent group-v356072. [ 1230.030592] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Creating folder: Instances. Parent ref: group-v356132. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.030931] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a22d904-9346-4d1e-8e95-d1f4fb8de42a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.043525] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Created folder: Instances in parent group-v356132. [ 1230.044510] env[62093]: DEBUG oslo.service.loopingcall [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.045287] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.045914] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdf33646-a22a-47fb-8f3f-a7e067d83603 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.067671] env[62093]: DEBUG nova.network.neutron [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Successfully created port: 1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.077268] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.077268] env[62093]: value = "task-1709444" [ 1230.077268] env[62093]: _type = "Task" [ 1230.077268] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.085148] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709444, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.152189] env[62093]: INFO nova.compute.manager [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] instance snapshotting [ 1230.155133] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985c32b-de0d-49fc-a249-57288ac7423a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.183688] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099181} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.183869] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.184606] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456a72ad-9ae7-47ac-aaa7-5ad5c19d006b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.190647] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8eda1a-bfa5-4927-a34c-91a4e8984811 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.213806] env[62093]: DEBUG oslo_concurrency.lockutils [req-efb1a460-2dc3-4e15-b5f1-2a8b34a7928f req-8ae96fef-0b4d-4929-bc1f-5dbeb0980a81 service nova] Releasing lock "refresh_cache-bef4fa43-1623-428b-8626-bad5d6ac5eb2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.226464] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] bef4fa43-1623-428b-8626-bad5d6ac5eb2/bef4fa43-1623-428b-8626-bad5d6ac5eb2.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.226464] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1125bd0a-a31f-4f5a-a9e0-ab15d084fb92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.245899] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1230.245899] env[62093]: value = "task-1709445" [ 1230.245899] env[62093]: _type = "Task" [ 1230.245899] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.263512] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.263787] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709439, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.354705] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "720ede3f-9e51-482b-bcfb-a2d5488711a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.355089] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "720ede3f-9e51-482b-bcfb-a2d5488711a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.427539] env[62093]: INFO nova.compute.manager [-] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Took 1.57 seconds to deallocate network for instance. [ 1230.546115] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "a899078d-6722-4934-98f2-977c269928cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.546329] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "a899078d-6722-4934-98f2-977c269928cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.555866] env[62093]: INFO nova.compute.manager [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Took 31.22 seconds to build instance. [ 1230.589137] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709444, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.613521] env[62093]: DEBUG nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1230.644910] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1230.645198] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1230.645447] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.645497] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1230.645629] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.645811] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1230.645965] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1230.649977] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1230.651245] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1230.651614] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1230.652198] env[62093]: DEBUG nova.virt.hardware [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1230.655097] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b76111-a1a9-414e-9b6f-d8bdc3a4cc04 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.667023] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895f6708-201b-4224-a7bd-7184112acedf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.727858] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1230.730663] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f66b4b9-55a1-4b9a-90de-01e197c95d66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.737730] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1230.737730] env[62093]: value = "task-1709446" [ 1230.737730] env[62093]: _type = "Task" [ 1230.737730] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.751940] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.767450] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709445, 'name': ReconfigVM_Task, 'duration_secs': 0.339041} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.771603] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Reconfigured VM instance instance-00000013 to attach disk [datastore1] bef4fa43-1623-428b-8626-bad5d6ac5eb2/bef4fa43-1623-428b-8626-bad5d6ac5eb2.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.772438] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709439, 'name': CloneVM_Task, 'duration_secs': 1.861863} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.772706] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3797cb95-f4eb-4b42-a9ca-e14d9e325a44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.774751] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Created linked-clone VM from snapshot [ 1230.775563] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db408e7-1861-477c-9639-160b2b0e1b5d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.790676] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1230.790676] env[62093]: value = "task-1709447" [ 1230.790676] env[62093]: _type = "Task" [ 1230.790676] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.790676] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Uploading image 44157a3a-069b-4f78-a1f9-245fb0187222 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1230.802063] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709447, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.829019] env[62093]: DEBUG oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1230.829019] env[62093]: value = "vm-356131" [ 1230.829019] env[62093]: _type = "VirtualMachine" [ 1230.829019] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1230.829019] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6fe693d7-ebae-486f-bc0e-b790427ad0a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.832339] env[62093]: DEBUG nova.compute.manager [req-ad5cb78b-d569-46ca-8c6f-3c197ed25024 req-574482f7-5599-4020-925f-d65bbe1c0e7f service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Received event network-changed-6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1230.832512] env[62093]: DEBUG nova.compute.manager [req-ad5cb78b-d569-46ca-8c6f-3c197ed25024 req-574482f7-5599-4020-925f-d65bbe1c0e7f service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Refreshing instance network info cache due to event network-changed-6d459914-22da-4781-bc62-004fe6ee6663. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1230.832742] env[62093]: DEBUG oslo_concurrency.lockutils [req-ad5cb78b-d569-46ca-8c6f-3c197ed25024 req-574482f7-5599-4020-925f-d65bbe1c0e7f service nova] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.832893] env[62093]: DEBUG oslo_concurrency.lockutils [req-ad5cb78b-d569-46ca-8c6f-3c197ed25024 req-574482f7-5599-4020-925f-d65bbe1c0e7f service nova] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.833196] env[62093]: DEBUG nova.network.neutron [req-ad5cb78b-d569-46ca-8c6f-3c197ed25024 req-574482f7-5599-4020-925f-d65bbe1c0e7f service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Refreshing network info cache for port 6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.838168] env[62093]: DEBUG oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lease: (returnval){ [ 1230.838168] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b029-c6f0-8b5a-9175-3b017174d171" [ 1230.838168] env[62093]: _type = "HttpNfcLease" [ 1230.838168] env[62093]: } obtained for exporting VM: (result){ [ 1230.838168] env[62093]: value = "vm-356131" [ 1230.838168] env[62093]: _type = "VirtualMachine" [ 1230.838168] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1230.838168] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the lease: (returnval){ [ 1230.838168] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b029-c6f0-8b5a-9175-3b017174d171" [ 1230.838168] env[62093]: _type = "HttpNfcLease" [ 1230.838168] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1230.850261] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.850261] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b029-c6f0-8b5a-9175-3b017174d171" [ 1230.850261] env[62093]: _type = "HttpNfcLease" [ 1230.850261] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.850591] env[62093]: DEBUG oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.850591] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b029-c6f0-8b5a-9175-3b017174d171" [ 1230.850591] env[62093]: _type = "HttpNfcLease" [ 1230.850591] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1230.851468] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0b0376-64df-4a49-882f-5490c285b8b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.858304] env[62093]: DEBUG nova.compute.manager [req-79f2f10d-8d56-49aa-a9aa-2bc93bc5e0dc req-791e8ff9-7abc-4682-9c78-8c928683a576 service nova] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Received event network-vif-deleted-2ddf4fcc-3406-4a09-b8ad-ffcba127011f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1230.865457] env[62093]: DEBUG oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7f135-66e6-898d-56ec-a5db1130f799/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.865696] env[62093]: DEBUG oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7f135-66e6-898d-56ec-a5db1130f799/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1230.934609] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.968407] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc9c19ca-0b37-49d5-8500-674a1c9c2a5f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.058686] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e52f97b3-e2f3-47d5-9e3f-1841519cdb76 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.921s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.090192] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709444, 'name': CreateVM_Task, 'duration_secs': 0.589642} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.090505] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.091402] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.091669] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.093180] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.095201] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca7b885-9bcb-49e4-a466-68f3691d50c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.102966] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1231.102966] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521e73ce-4791-fc42-2677-0a164de7c808" [ 1231.102966] env[62093]: _type = "Task" [ 1231.102966] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.116974] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521e73ce-4791-fc42-2677-0a164de7c808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.271950] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.314577] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709447, 'name': Rename_Task, 'duration_secs': 0.148632} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.314950] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.315013] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d7ea707-1c4a-49bf-bcd8-19e4eade83fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.326618] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1231.326618] env[62093]: value = "task-1709449" [ 1231.326618] env[62093]: _type = "Task" [ 1231.326618] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.356382] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709449, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.368565] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224f3189-5283-44b4-9414-2deee539df0d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.382295] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8083e6ce-d77d-419f-9141-7289245d728f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.441634] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddb46c4-80ab-48fd-8e84-290ac392bddc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.459525] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85e965-d0ac-49b1-b226-f733fca26d9c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.482034] env[62093]: DEBUG nova.compute.provider_tree [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.568274] env[62093]: DEBUG nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1231.616084] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521e73ce-4791-fc42-2677-0a164de7c808, 'name': SearchDatastore_Task, 'duration_secs': 0.040861} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.616639] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.617426] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.620899] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.621243] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.621588] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.624574] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6952d8d-f41e-4a43-9f63-3339d6b9fd6a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.635288] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.635711] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.636980] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e147448-4522-4b4e-be06-92875d4eb7a8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.643727] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1231.643727] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e50d6f-1ec9-99d0-fefd-981967790d7b" [ 1231.643727] env[62093]: _type = "Task" [ 1231.643727] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.654598] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e50d6f-1ec9-99d0-fefd-981967790d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.767305] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709446, 'name': CreateSnapshot_Task, 'duration_secs': 0.803418} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.770088] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1231.770088] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71057252-b20c-4ec9-9616-540a68ecf28f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.836819] env[62093]: DEBUG nova.network.neutron [req-ad5cb78b-d569-46ca-8c6f-3c197ed25024 req-574482f7-5599-4020-925f-d65bbe1c0e7f service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updated VIF entry in instance network info cache for port 6d459914-22da-4781-bc62-004fe6ee6663. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.837340] env[62093]: DEBUG nova.network.neutron [req-ad5cb78b-d569-46ca-8c6f-3c197ed25024 req-574482f7-5599-4020-925f-d65bbe1c0e7f service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.846752] env[62093]: DEBUG oslo_vmware.api [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709449, 'name': PowerOnVM_Task, 'duration_secs': 0.511021} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.846752] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.846752] env[62093]: INFO nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1231.846752] env[62093]: DEBUG nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1231.846965] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb8cfa-6da3-4047-9b95-6d9a6244054d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.988545] env[62093]: DEBUG nova.scheduler.client.report [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1232.109901] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.160655] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e50d6f-1ec9-99d0-fefd-981967790d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012345} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.162379] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0c060-e27e-46cf-99bd-dc405953e263 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.164904] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d0ba86-9296-4785-8577-e8d1ab22319c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.174380] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08242f-b4bd-40d7-96a0-22ca3e99ff9c tempest-ServersAdminNegativeTestJSON-2119909087 tempest-ServersAdminNegativeTestJSON-2119909087-project-admin] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Suspending the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1232.174380] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-192588a1-7f56-41a4-9ae0-545e44b121a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.175192] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1232.175192] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52269c6a-39e8-abd0-7a8b-d767141ac4fb" [ 1232.175192] env[62093]: _type = "Task" [ 1232.175192] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.180379] env[62093]: DEBUG oslo_vmware.api [None req-2a08242f-b4bd-40d7-96a0-22ca3e99ff9c tempest-ServersAdminNegativeTestJSON-2119909087 tempest-ServersAdminNegativeTestJSON-2119909087-project-admin] Waiting for the task: (returnval){ [ 1232.180379] env[62093]: value = "task-1709450" [ 1232.180379] env[62093]: _type = "Task" [ 1232.180379] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.186605] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52269c6a-39e8-abd0-7a8b-d767141ac4fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.194265] env[62093]: DEBUG oslo_vmware.api [None req-2a08242f-b4bd-40d7-96a0-22ca3e99ff9c tempest-ServersAdminNegativeTestJSON-2119909087 tempest-ServersAdminNegativeTestJSON-2119909087-project-admin] Task: {'id': task-1709450, 'name': SuspendVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.291359] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1232.291826] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-baca34a7-d1c4-43c0-b171-b57b06500892 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.304697] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1232.304697] env[62093]: value = "task-1709451" [ 1232.304697] env[62093]: _type = "Task" [ 1232.304697] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.312582] env[62093]: DEBUG nova.network.neutron [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Successfully updated port: 1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.322089] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709451, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.340506] env[62093]: DEBUG oslo_concurrency.lockutils [req-ad5cb78b-d569-46ca-8c6f-3c197ed25024 req-574482f7-5599-4020-925f-d65bbe1c0e7f service nova] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.370646] env[62093]: INFO nova.compute.manager [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Took 31.85 seconds to build instance. [ 1232.495032] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.495594] env[62093]: DEBUG nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1232.500085] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.591s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.503780] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.503780] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1232.503780] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.578s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.506610] env[62093]: INFO nova.compute.claims [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.510735] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f286a89b-4061-4803-a7f3-13a5eb600fb4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.527136] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe82d46-1ada-4239-a5b5-8504bf78aaf9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.543752] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7567ccda-6cde-4170-b3c7-00991ea40379 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.552508] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1354a5-3232-4b30-a909-cfab1455d42c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.593313] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181399MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1232.593313] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.693853] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52269c6a-39e8-abd0-7a8b-d767141ac4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014806} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.697128] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.697624] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b/1e8ac6e2-f994-4d5e-afe3-2e25da989f9b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.697624] env[62093]: DEBUG oslo_vmware.api [None req-2a08242f-b4bd-40d7-96a0-22ca3e99ff9c tempest-ServersAdminNegativeTestJSON-2119909087 tempest-ServersAdminNegativeTestJSON-2119909087-project-admin] Task: {'id': task-1709450, 'name': SuspendVM_Task} progress is 54%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.697841] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6326d46-2d5f-458b-a7ae-ee1264c95387 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.705269] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1232.705269] env[62093]: value = "task-1709452" [ 1232.705269] env[62093]: _type = "Task" [ 1232.705269] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.714035] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.816221] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquiring lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.816406] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquired lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.816596] env[62093]: DEBUG nova.network.neutron [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.817879] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709451, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.878630] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9e405b9-23b5-4b8c-af39-86663e259248 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.187s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.012101] env[62093]: DEBUG nova.compute.utils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.013549] env[62093]: DEBUG nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1233.013752] env[62093]: DEBUG nova.network.neutron [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.194225] env[62093]: DEBUG oslo_vmware.api [None req-2a08242f-b4bd-40d7-96a0-22ca3e99ff9c tempest-ServersAdminNegativeTestJSON-2119909087 tempest-ServersAdminNegativeTestJSON-2119909087-project-admin] Task: {'id': task-1709450, 'name': SuspendVM_Task, 'duration_secs': 0.851695} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.194528] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08242f-b4bd-40d7-96a0-22ca3e99ff9c tempest-ServersAdminNegativeTestJSON-2119909087 tempest-ServersAdminNegativeTestJSON-2119909087-project-admin] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Suspended the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1233.194711] env[62093]: DEBUG nova.compute.manager [None req-2a08242f-b4bd-40d7-96a0-22ca3e99ff9c tempest-ServersAdminNegativeTestJSON-2119909087 tempest-ServersAdminNegativeTestJSON-2119909087-project-admin] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1233.195592] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70162529-c53f-437a-9e92-338433129a44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.206579] env[62093]: DEBUG nova.policy [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e93fab32274462bde5599a54b36b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50bb7056522b4c30994a9f5e2a0296cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1233.219331] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709452, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.315814] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709451, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.365291] env[62093]: DEBUG nova.network.neutron [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.384085] env[62093]: DEBUG nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1233.390834] env[62093]: DEBUG nova.compute.manager [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Received event network-vif-plugged-1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1233.390834] env[62093]: DEBUG oslo_concurrency.lockutils [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] Acquiring lock "18012d6c-3324-4100-9a2a-ec0f292556ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.390834] env[62093]: DEBUG oslo_concurrency.lockutils [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] Lock "18012d6c-3324-4100-9a2a-ec0f292556ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.390975] env[62093]: DEBUG oslo_concurrency.lockutils [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] Lock "18012d6c-3324-4100-9a2a-ec0f292556ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.392688] env[62093]: DEBUG nova.compute.manager [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] No waiting events found dispatching network-vif-plugged-1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1233.392828] env[62093]: WARNING nova.compute.manager [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Received unexpected event network-vif-plugged-1d02381b-2a7e-4d82-8d36-a5eb14d1a585 for instance with vm_state building and task_state spawning. [ 1233.393541] env[62093]: DEBUG nova.compute.manager [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Received event network-changed-1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1233.393541] env[62093]: DEBUG nova.compute.manager [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Refreshing instance network info cache due to event network-changed-1d02381b-2a7e-4d82-8d36-a5eb14d1a585. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1233.393541] env[62093]: DEBUG oslo_concurrency.lockutils [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] Acquiring lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.509169] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquiring lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.509214] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.516815] env[62093]: DEBUG nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1234.494099] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725264} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.497408] env[62093]: DEBUG nova.network.neutron [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Successfully created port: 7aef0ca1-3ba1-4898-885d-04d7c2f1909e {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.502035] env[62093]: DEBUG nova.network.neutron [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Updating instance_info_cache with network_info: [{"id": "1d02381b-2a7e-4d82-8d36-a5eb14d1a585", "address": "fa:16:3e:a2:38:5c", "network": {"id": "20fb322c-a5a1-453a-bb1a-97a2f891b55c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1034008460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbb80d3e0e99489a832d02d73470ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d02381b-2a", "ovs_interfaceid": "1d02381b-2a7e-4d82-8d36-a5eb14d1a585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.508165] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b/1e8ac6e2-f994-4d5e-afe3-2e25da989f9b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.508165] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.508468] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f194a390-81eb-4a3e-8b16-1fad5269a79f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.517197] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709451, 'name': CloneVM_Task, 'duration_secs': 2.054377} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.519465] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Created linked-clone VM from snapshot [ 1234.519465] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1234.519465] env[62093]: value = "task-1709453" [ 1234.519465] env[62093]: _type = "Task" [ 1234.519465] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.519988] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88474e32-5ab0-4f73-900e-17494afb9c96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.532764] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Uploading image 7ff05427-4db2-45a3-99b8-b5f37b17e14a {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1234.541339] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.541759] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.552531] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1234.552901] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9774d964-28f1-41a0-a330-aa1d7baad655 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.563738] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1234.563738] env[62093]: value = "task-1709454" [ 1234.563738] env[62093]: _type = "Task" [ 1234.563738] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.572066] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709454, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.915127] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a26bf-f2d8-49b1-9122-8c9984476e8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.923155] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6935cf-6b7d-4116-b4e7-81715165333c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.956510] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c1ebe2-f81d-4b5c-a33e-7537f586b2ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.969515] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77786e5-de03-49a3-8cab-d49befad6308 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.993104] env[62093]: DEBUG nova.compute.provider_tree [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.003138] env[62093]: DEBUG nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1235.010097] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Releasing lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.010097] env[62093]: DEBUG nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Instance network_info: |[{"id": "1d02381b-2a7e-4d82-8d36-a5eb14d1a585", "address": "fa:16:3e:a2:38:5c", "network": {"id": "20fb322c-a5a1-453a-bb1a-97a2f891b55c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1034008460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbb80d3e0e99489a832d02d73470ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d02381b-2a", "ovs_interfaceid": "1d02381b-2a7e-4d82-8d36-a5eb14d1a585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1235.010405] env[62093]: DEBUG oslo_concurrency.lockutils [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] Acquired lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.010405] env[62093]: DEBUG nova.network.neutron [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Refreshing network info cache for port 1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.011353] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:38:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d02381b-2a7e-4d82-8d36-a5eb14d1a585', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.020202] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Creating folder: Project (cbb80d3e0e99489a832d02d73470ec93). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.021801] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-372f240b-2f2f-4d4b-8856-fe73680f39e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.037252] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138519} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.037524] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.038406] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d578052-56a8-4615-a1fb-085af50954c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.043745] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Created folder: Project (cbb80d3e0e99489a832d02d73470ec93) in parent group-v356072. [ 1235.043927] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Creating folder: Instances. Parent ref: group-v356137. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.044741] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e113f101-f980-4c54-9739-d0090f40114b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.065242] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b/1e8ac6e2-f994-4d5e-afe3-2e25da989f9b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.069135] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1235.069325] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1235.069379] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.069699] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1235.069699] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.069814] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1235.070476] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1235.070476] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1235.070476] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1235.070476] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1235.070699] env[62093]: DEBUG nova.virt.hardware [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1235.073371] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6265ad3d-ecd2-448e-9b22-08de46b1bc99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.086019] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Created folder: Instances in parent group-v356137. [ 1235.086104] env[62093]: DEBUG oslo.service.loopingcall [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.087112] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9cb05-e794-4024-8cf0-e6f69bad4df1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.092446] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.093548] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44a704a-84de-4ce1-830a-74e094f310fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.109543] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1235.109543] env[62093]: value = "task-1709457" [ 1235.109543] env[62093]: _type = "Task" [ 1235.109543] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.120756] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05177e2d-1627-41d1-97c6-26a7a26cd4a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.123224] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709454, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.124941] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.124941] env[62093]: value = "task-1709458" [ 1235.124941] env[62093]: _type = "Task" [ 1235.124941] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.141637] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.147091] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709458, 'name': CreateVM_Task} progress is 15%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.487635] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquiring lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.488131] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.488378] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquiring lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.488651] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.488825] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.492406] env[62093]: INFO nova.compute.manager [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Terminating instance [ 1235.496509] env[62093]: DEBUG nova.compute.manager [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1235.496756] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.499141] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0a786-6a17-4384-88b9-770e5f500f12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.511982] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.512313] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1da5756-a831-46f7-8cb2-fb3a73a40268 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.520461] env[62093]: ERROR nova.scheduler.client.report [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [req-1fcb8db8-b8fe-4184-8ed4-acad498ab2ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1fcb8db8-b8fe-4184-8ed4-acad498ab2ee"}]} [ 1235.527621] env[62093]: DEBUG oslo_vmware.api [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1235.527621] env[62093]: value = "task-1709459" [ 1235.527621] env[62093]: _type = "Task" [ 1235.527621] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.541345] env[62093]: DEBUG oslo_vmware.api [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.547279] env[62093]: DEBUG nova.scheduler.client.report [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1235.563389] env[62093]: DEBUG nova.scheduler.client.report [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1235.563639] env[62093]: DEBUG nova.compute.provider_tree [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.579226] env[62093]: DEBUG nova.scheduler.client.report [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1235.585376] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709454, 'name': Destroy_Task, 'duration_secs': 0.728476} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.585376] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Destroyed the VM [ 1235.585594] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1235.585735] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47e35d54-ccfc-4ee1-af65-8e67d72fa9f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.592737] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1235.592737] env[62093]: value = "task-1709460" [ 1235.592737] env[62093]: _type = "Task" [ 1235.592737] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.601506] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.608704] env[62093]: DEBUG nova.scheduler.client.report [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1235.621727] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709457, 'name': ReconfigVM_Task, 'duration_secs': 0.402452} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.624928] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b/1e8ac6e2-f994-4d5e-afe3-2e25da989f9b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.625679] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1275afe-e333-425d-9be8-e4e097d9ec93 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.636437] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709458, 'name': CreateVM_Task, 'duration_secs': 0.434474} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.640076] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.640447] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1235.640447] env[62093]: value = "task-1709461" [ 1235.640447] env[62093]: _type = "Task" [ 1235.640447] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.641273] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.641448] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.641738] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.642041] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a39b30-8ee6-4c32-b1ca-4d96237a0ced {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.651811] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1235.651811] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5281677f-8b30-23e2-f433-4c23e60aa391" [ 1235.651811] env[62093]: _type = "Task" [ 1235.651811] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.657313] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709461, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.666628] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5281677f-8b30-23e2-f433-4c23e60aa391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.802284] env[62093]: DEBUG nova.network.neutron [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Updated VIF entry in instance network info cache for port 1d02381b-2a7e-4d82-8d36-a5eb14d1a585. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.802743] env[62093]: DEBUG nova.network.neutron [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Updating instance_info_cache with network_info: [{"id": "1d02381b-2a7e-4d82-8d36-a5eb14d1a585", "address": "fa:16:3e:a2:38:5c", "network": {"id": "20fb322c-a5a1-453a-bb1a-97a2f891b55c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1034008460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbb80d3e0e99489a832d02d73470ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d02381b-2a", "ovs_interfaceid": "1d02381b-2a7e-4d82-8d36-a5eb14d1a585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.050823] env[62093]: DEBUG oslo_vmware.api [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709459, 'name': PowerOffVM_Task, 'duration_secs': 0.207725} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.050823] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.050823] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.050823] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e87f15-f13f-4b36-a143-625d286c8968 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.106334] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709460, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.142718] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.142946] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.143110] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Deleting the datastore file [datastore1] bef4fa43-1623-428b-8626-bad5d6ac5eb2 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.146771] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261e70b8-7b68-467a-a46a-dcc1da0a2fac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.154076] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709461, 'name': Rename_Task, 'duration_secs': 0.15829} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.155456] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.155790] env[62093]: DEBUG oslo_vmware.api [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for the task: (returnval){ [ 1236.155790] env[62093]: value = "task-1709463" [ 1236.155790] env[62093]: _type = "Task" [ 1236.155790] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.156690] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c778bde-82ed-42c8-bac3-a2c63e691421 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.172565] env[62093]: DEBUG oslo_vmware.api [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.176723] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1236.176723] env[62093]: value = "task-1709464" [ 1236.176723] env[62093]: _type = "Task" [ 1236.176723] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.176723] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5281677f-8b30-23e2-f433-4c23e60aa391, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.178994] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.179261] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.179494] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.179634] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.179804] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.180634] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852c019-c65e-413d-9aed-80e793c3c89c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.186509] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b318f041-93f0-4346-9594-1da1f5d4c9c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.197879] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b18109b-70f9-4ec8-a3d5-ae90c4181829 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.203431] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709464, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.231498] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1a4727-55a4-4d43-9443-0e2646da4100 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.235385] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.235632] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.236742] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc00661e-7b0c-4cf9-9f54-ad0a1981ee09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.242921] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342882e1-a974-49d4-822d-b4fc30991a90 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.247917] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1236.247917] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52cead95-7f47-4f91-8520-457cbddbe30c" [ 1236.247917] env[62093]: _type = "Task" [ 1236.247917] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.259449] env[62093]: DEBUG nova.compute.provider_tree [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.265752] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52cead95-7f47-4f91-8520-457cbddbe30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.307405] env[62093]: DEBUG oslo_concurrency.lockutils [req-0ca5ca0e-855c-4523-b0f2-9e640ff07c61 req-31e2f4ca-ed32-4358-8db0-6a4eedfe6836 service nova] Releasing lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.611171] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709460, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.674398] env[62093]: DEBUG oslo_vmware.api [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.688208] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709464, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.762009] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52cead95-7f47-4f91-8520-457cbddbe30c, 'name': SearchDatastore_Task, 'duration_secs': 0.024203} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.764893] env[62093]: DEBUG nova.scheduler.client.report [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1236.770468] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1002fb-d98c-4fcd-9018-cd9c5e97334b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.777100] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1236.777100] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5218e87e-16a5-0298-bd1a-335377bed4c0" [ 1236.777100] env[62093]: _type = "Task" [ 1236.777100] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.787776] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5218e87e-16a5-0298-bd1a-335377bed4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.106248] env[62093]: DEBUG oslo_vmware.api [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709460, 'name': RemoveSnapshot_Task, 'duration_secs': 1.323813} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.106402] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1237.169260] env[62093]: DEBUG oslo_vmware.api [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Task: {'id': task-1709463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.715353} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.169538] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.169718] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.169988] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.170221] env[62093]: INFO nova.compute.manager [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1237.170477] env[62093]: DEBUG oslo.service.loopingcall [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.170685] env[62093]: DEBUG nova.compute.manager [-] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1237.170787] env[62093]: DEBUG nova.network.neutron [-] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.189540] env[62093]: DEBUG oslo_vmware.api [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709464, 'name': PowerOnVM_Task, 'duration_secs': 0.583965} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.189743] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.189937] env[62093]: INFO nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Took 11.47 seconds to spawn the instance on the hypervisor. [ 1237.190132] env[62093]: DEBUG nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1237.190904] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c567ba-2b7e-4464-b0f0-391887d13d4d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.271957] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.771s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.272547] env[62093]: DEBUG nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1237.277358] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.319s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.277627] env[62093]: DEBUG nova.objects.instance [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lazy-loading 'resources' on Instance uuid db9fdb62-302f-4138-ac43-aa013df3fa38 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.291994] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5218e87e-16a5-0298-bd1a-335377bed4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.027396} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.292532] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.292877] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 18012d6c-3324-4100-9a2a-ec0f292556ab/18012d6c-3324-4100-9a2a-ec0f292556ab.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.293175] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c41da8ea-4d06-41f8-be26-9442bf908fab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.302234] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1237.302234] env[62093]: value = "task-1709465" [ 1237.302234] env[62093]: _type = "Task" [ 1237.302234] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.312849] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.612797] env[62093]: WARNING nova.compute.manager [None req-999781c8-0820-41f7-b809-45ef45e2d2a7 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Image not found during snapshot: nova.exception.ImageNotFound: Image 7ff05427-4db2-45a3-99b8-b5f37b17e14a could not be found. [ 1237.680765] env[62093]: DEBUG nova.network.neutron [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Successfully updated port: 7aef0ca1-3ba1-4898-885d-04d7c2f1909e {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.715449] env[62093]: INFO nova.compute.manager [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Took 34.20 seconds to build instance. [ 1237.778871] env[62093]: DEBUG nova.compute.utils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1237.780374] env[62093]: DEBUG nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1237.784024] env[62093]: DEBUG nova.network.neutron [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.815639] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.858216] env[62093]: DEBUG nova.compute.manager [req-d8be06b4-5d66-4184-b609-fca6d4b7e30b req-5743a78b-c7f1-47be-beab-f00ab3f86a4f service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Received event network-vif-plugged-7aef0ca1-3ba1-4898-885d-04d7c2f1909e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1237.858837] env[62093]: DEBUG oslo_concurrency.lockutils [req-d8be06b4-5d66-4184-b609-fca6d4b7e30b req-5743a78b-c7f1-47be-beab-f00ab3f86a4f service nova] Acquiring lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.859257] env[62093]: DEBUG oslo_concurrency.lockutils [req-d8be06b4-5d66-4184-b609-fca6d4b7e30b req-5743a78b-c7f1-47be-beab-f00ab3f86a4f service nova] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.859482] env[62093]: DEBUG oslo_concurrency.lockutils [req-d8be06b4-5d66-4184-b609-fca6d4b7e30b req-5743a78b-c7f1-47be-beab-f00ab3f86a4f service nova] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.859666] env[62093]: DEBUG nova.compute.manager [req-d8be06b4-5d66-4184-b609-fca6d4b7e30b req-5743a78b-c7f1-47be-beab-f00ab3f86a4f service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] No waiting events found dispatching network-vif-plugged-7aef0ca1-3ba1-4898-885d-04d7c2f1909e {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1237.859866] env[62093]: WARNING nova.compute.manager [req-d8be06b4-5d66-4184-b609-fca6d4b7e30b req-5743a78b-c7f1-47be-beab-f00ab3f86a4f service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Received unexpected event network-vif-plugged-7aef0ca1-3ba1-4898-885d-04d7c2f1909e for instance with vm_state building and task_state spawning. [ 1237.911682] env[62093]: DEBUG nova.policy [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b5a189ca1fd4451acc3458f3bac6213', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfd940fef2974a21a32ae93a734ae96a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1237.971087] env[62093]: DEBUG nova.network.neutron [-] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.185852] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.186016] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.186484] env[62093]: DEBUG nova.network.neutron [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.219313] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5b8743c1-bb63-47f7-8497-a26afaa0c26c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.693s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.286331] env[62093]: DEBUG nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1238.315445] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534886} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.315795] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 18012d6c-3324-4100-9a2a-ec0f292556ab/18012d6c-3324-4100-9a2a-ec0f292556ab.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.316074] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.317243] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6026bcec-2720-4e76-9c0d-1ca03e9e8db4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.322017] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6849ae-f601-4c6e-be51-ddd47812db44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.333490] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4966673-6351-4701-ab13-febf688a31cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.338074] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1238.338074] env[62093]: value = "task-1709466" [ 1238.338074] env[62093]: _type = "Task" [ 1238.338074] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.375373] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade69e8b-8da8-433b-833f-397cba8e65d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.382322] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709466, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.389559] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf5281-7d73-4c93-a97a-fca6521898d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.405452] env[62093]: DEBUG nova.compute.provider_tree [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.474197] env[62093]: INFO nova.compute.manager [-] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Took 1.30 seconds to deallocate network for instance. [ 1238.476628] env[62093]: DEBUG nova.network.neutron [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Successfully created port: 23367f8f-9f30-48dc-9778-0fe8e0ccb775 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.494449] env[62093]: DEBUG nova.compute.manager [req-9c2892f0-c7a2-4160-9d26-1dbaced545f6 req-ba79cafa-ab3e-40e7-894c-91149422eec8 service nova] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Received event network-vif-deleted-a0b3d5e9-5101-4949-aaae-dda08d9123da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1238.723778] env[62093]: DEBUG nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1238.744373] env[62093]: DEBUG nova.network.neutron [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.850185] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07093} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.850456] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.851856] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fec493-6ff4-41b0-a2dd-b987c6092c41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.879085] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 18012d6c-3324-4100-9a2a-ec0f292556ab/18012d6c-3324-4100-9a2a-ec0f292556ab.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.879490] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc6c5015-d0c4-4dbd-af0b-69ad09a92bf5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.901885] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1238.901885] env[62093]: value = "task-1709467" [ 1238.901885] env[62093]: _type = "Task" [ 1238.901885] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.910675] env[62093]: DEBUG nova.scheduler.client.report [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1238.917587] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.957299] env[62093]: DEBUG nova.network.neutron [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance_info_cache with network_info: [{"id": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "address": "fa:16:3e:de:a7:a6", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef0ca1-3b", "ovs_interfaceid": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.985185] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.083622] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.084351] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.214925] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.215223] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.215434] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.215613] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.215834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.218718] env[62093]: INFO nova.compute.manager [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Terminating instance [ 1239.225214] env[62093]: DEBUG nova.compute.manager [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1239.225214] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.225214] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2705937-30ed-4c89-85b7-a1dde2b0429f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.235444] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.236172] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af8ae905-ac40-4e22-a52e-384681872a3d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.243694] env[62093]: DEBUG oslo_vmware.api [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1239.243694] env[62093]: value = "task-1709468" [ 1239.243694] env[62093]: _type = "Task" [ 1239.243694] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.255564] env[62093]: DEBUG oslo_vmware.api [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.257056] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.301572] env[62093]: DEBUG nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1239.333833] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1239.333833] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1239.333989] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.335739] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1239.336020] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.336190] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1239.336421] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1239.336640] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1239.336882] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1239.337074] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1239.337254] env[62093]: DEBUG nova.virt.hardware [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.338232] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b00bd8-341a-42aa-a622-75e6773ccce5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.347932] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508627c2-4203-4e44-86f9-bfa96057d4dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.413359] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709467, 'name': ReconfigVM_Task, 'duration_secs': 0.419904} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.413739] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 18012d6c-3324-4100-9a2a-ec0f292556ab/18012d6c-3324-4100-9a2a-ec0f292556ab.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.414410] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6de0b74c-ca81-4343-9929-6ff78aaee7ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.419669] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.423767] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.159s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.424095] env[62093]: DEBUG nova.objects.instance [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lazy-loading 'resources' on Instance uuid 7ed1869b-528e-4d30-81a6-f4783d4ada88 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.425407] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1239.425407] env[62093]: value = "task-1709469" [ 1239.425407] env[62093]: _type = "Task" [ 1239.425407] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.439213] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709469, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.457170] env[62093]: INFO nova.scheduler.client.report [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Deleted allocations for instance db9fdb62-302f-4138-ac43-aa013df3fa38 [ 1239.461867] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.461867] env[62093]: DEBUG nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Instance network_info: |[{"id": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "address": "fa:16:3e:de:a7:a6", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef0ca1-3b", "ovs_interfaceid": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1239.462405] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:a7:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aef0ca1-3ba1-4898-885d-04d7c2f1909e', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.475577] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Creating folder: Project (50bb7056522b4c30994a9f5e2a0296cb). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.476553] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88cb68e7-5945-456a-abf6-ba2b0a112161 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.486982] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Created folder: Project (50bb7056522b4c30994a9f5e2a0296cb) in parent group-v356072. [ 1239.487218] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Creating folder: Instances. Parent ref: group-v356140. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.487682] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff62fee-13fc-44ac-8427-f0a95a58130c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.496618] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Created folder: Instances in parent group-v356140. [ 1239.496861] env[62093]: DEBUG oslo.service.loopingcall [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1239.497107] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.497351] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c51ed933-13e6-4e55-9f00-9b3ee1b5b433 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.521487] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.521487] env[62093]: value = "task-1709472" [ 1239.521487] env[62093]: _type = "Task" [ 1239.521487] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.532265] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709472, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.757955] env[62093]: DEBUG oslo_vmware.api [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709468, 'name': PowerOffVM_Task, 'duration_secs': 0.238002} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.757955] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.757955] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.757955] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3abd4c3d-400b-4b8e-b48f-1c4ef9abc461 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.807687] env[62093]: DEBUG oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7f135-66e6-898d-56ec-a5db1130f799/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1239.810250] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235efac1-0e1f-40a4-85ce-dec8ceb4c95d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.818259] env[62093]: DEBUG oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7f135-66e6-898d-56ec-a5db1130f799/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1239.818259] env[62093]: ERROR oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7f135-66e6-898d-56ec-a5db1130f799/disk-0.vmdk due to incomplete transfer. [ 1239.818259] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ccf96061-977c-453b-9fdf-494a9ba4b698 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.825987] env[62093]: DEBUG oslo_vmware.rw_handles [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7f135-66e6-898d-56ec-a5db1130f799/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1239.826210] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Uploaded image 44157a3a-069b-4f78-a1f9-245fb0187222 to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1239.828480] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1239.828774] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c58d9a72-ea43-45c8-9c17-c5e4b2aa51cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.835762] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1239.835762] env[62093]: value = "task-1709474" [ 1239.835762] env[62093]: _type = "Task" [ 1239.835762] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.845052] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709474, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.938296] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709469, 'name': Rename_Task, 'duration_secs': 0.212109} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.938581] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.938836] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62d9525d-eb60-49b9-bf04-bf6229d865cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.945996] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1239.945996] env[62093]: value = "task-1709475" [ 1239.945996] env[62093]: _type = "Task" [ 1239.945996] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.954348] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.976187] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.976293] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.976436] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleting the datastore file [datastore1] 6650dd8a-f0e5-4dd5-ba2b-09c589d74512 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.979078] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d123989a-253e-402f-bec7-1cad5636a307 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.981461] env[62093]: DEBUG oslo_concurrency.lockutils [None req-025f683d-7603-46c2-af72-f2ba60116c4c tempest-ServerDiagnosticsV248Test-1045297922 tempest-ServerDiagnosticsV248Test-1045297922-project-member] Lock "db9fdb62-302f-4138-ac43-aa013df3fa38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.205s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.986913] env[62093]: DEBUG oslo_vmware.api [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1239.986913] env[62093]: value = "task-1709476" [ 1239.986913] env[62093]: _type = "Task" [ 1239.986913] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.999503] env[62093]: DEBUG oslo_vmware.api [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.033026] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709472, 'name': CreateVM_Task, 'duration_secs': 0.365941} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.033717] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.033916] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.034092] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.034405] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.035796] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff61f014-7279-4f0a-bbaa-ebe6ee340071 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.040609] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1240.040609] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522abf85-a9ec-dd68-48c9-0a0ed51f2613" [ 1240.040609] env[62093]: _type = "Task" [ 1240.040609] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.054251] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522abf85-a9ec-dd68-48c9-0a0ed51f2613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.276158] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.276428] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.350270] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709474, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.464029] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.468038] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb59d53-62e5-4d44-8bb3-4aeb58b6a521 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.476171] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a06bbd-14bc-4551-b6ee-7ef419c05a2c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.511631] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4ec0f7-6616-4653-bfc3-fccc7bffa366 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.519310] env[62093]: DEBUG oslo_vmware.api [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349929} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.521626] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.522133] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.522133] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.522213] env[62093]: INFO nova.compute.manager [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1240.522527] env[62093]: DEBUG oslo.service.loopingcall [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1240.522703] env[62093]: DEBUG nova.compute.manager [-] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1240.522937] env[62093]: DEBUG nova.network.neutron [-] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.525455] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0b609c-8045-4361-9760-bc0bab3dfe83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.542135] env[62093]: DEBUG nova.compute.provider_tree [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.555273] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522abf85-a9ec-dd68-48c9-0a0ed51f2613, 'name': SearchDatastore_Task, 'duration_secs': 0.017932} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.555675] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.555977] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.556289] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.556493] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.556732] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.557304] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b11dddf-26dc-43ed-84c3-76ee9df55329 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.574909] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.575132] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.575888] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918bf2b3-2c09-41ab-9818-9a13c1a977f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.581324] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1240.581324] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52bf84f3-02ee-35a5-96a1-2d6109d6f6c7" [ 1240.581324] env[62093]: _type = "Task" [ 1240.581324] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.590537] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52bf84f3-02ee-35a5-96a1-2d6109d6f6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.651133] env[62093]: DEBUG nova.compute.manager [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Received event network-changed-7aef0ca1-3ba1-4898-885d-04d7c2f1909e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1240.651330] env[62093]: DEBUG nova.compute.manager [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Refreshing instance network info cache due to event network-changed-7aef0ca1-3ba1-4898-885d-04d7c2f1909e. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1240.651496] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] Acquiring lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.651587] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] Acquired lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.651735] env[62093]: DEBUG nova.network.neutron [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Refreshing network info cache for port 7aef0ca1-3ba1-4898-885d-04d7c2f1909e {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.709717] env[62093]: DEBUG nova.network.neutron [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Successfully updated port: 23367f8f-9f30-48dc-9778-0fe8e0ccb775 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.849044] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709474, 'name': Destroy_Task, 'duration_secs': 0.622491} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.849383] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Destroyed the VM [ 1240.849615] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1240.849916] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-852975b9-934f-442e-a894-4d02a17a97af {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.857262] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1240.857262] env[62093]: value = "task-1709477" [ 1240.857262] env[62093]: _type = "Task" [ 1240.857262] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.869290] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquiring lock "5c7db1fd-3305-4177-b915-13aaef65955e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.869993] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "5c7db1fd-3305-4177-b915-13aaef65955e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.874215] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.962840] env[62093]: DEBUG oslo_vmware.api [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709475, 'name': PowerOnVM_Task, 'duration_secs': 0.733838} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.963235] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.963339] env[62093]: INFO nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1240.963500] env[62093]: DEBUG nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1240.964293] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351d3dbf-e937-4b19-811c-5d36536e34b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.049194] env[62093]: DEBUG nova.scheduler.client.report [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1241.068092] env[62093]: DEBUG nova.compute.manager [req-2e35fe5f-f73b-441d-bc72-27280b0a9c74 req-8fcd1c39-3cdf-4759-add0-6479bfbf7aee service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Received event network-vif-deleted-0af57361-ccf7-400c-9656-d153b8d59db1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1241.068092] env[62093]: INFO nova.compute.manager [req-2e35fe5f-f73b-441d-bc72-27280b0a9c74 req-8fcd1c39-3cdf-4759-add0-6479bfbf7aee service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Neutron deleted interface 0af57361-ccf7-400c-9656-d153b8d59db1; detaching it from the instance and deleting it from the info cache [ 1241.068092] env[62093]: DEBUG nova.network.neutron [req-2e35fe5f-f73b-441d-bc72-27280b0a9c74 req-8fcd1c39-3cdf-4759-add0-6479bfbf7aee service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.092283] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52bf84f3-02ee-35a5-96a1-2d6109d6f6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.093763] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df6617c-a935-4963-b142-52422594e242 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.098992] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1241.098992] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5275d9be-08ef-2f44-4cf5-52be5b3e0771" [ 1241.098992] env[62093]: _type = "Task" [ 1241.098992] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.107024] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275d9be-08ef-2f44-4cf5-52be5b3e0771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.213361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "refresh_cache-53d953ab-e962-4a94-8332-4f9a00655b37" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.213361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquired lock "refresh_cache-53d953ab-e962-4a94-8332-4f9a00655b37" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.213361] env[62093]: DEBUG nova.network.neutron [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.368234] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.403212] env[62093]: DEBUG nova.network.neutron [-] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.424664] env[62093]: DEBUG nova.network.neutron [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updated VIF entry in instance network info cache for port 7aef0ca1-3ba1-4898-885d-04d7c2f1909e. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.424664] env[62093]: DEBUG nova.network.neutron [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance_info_cache with network_info: [{"id": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "address": "fa:16:3e:de:a7:a6", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef0ca1-3b", "ovs_interfaceid": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.488115] env[62093]: INFO nova.compute.manager [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Took 32.42 seconds to build instance. [ 1241.554612] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.559068] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.338s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.560723] env[62093]: INFO nova.compute.claims [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.573756] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95ed99b4-04a1-4fcd-a3e6-e6d90660ddc6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.582971] env[62093]: INFO nova.scheduler.client.report [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Deleted allocations for instance 7ed1869b-528e-4d30-81a6-f4783d4ada88 [ 1241.592999] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f46172-5367-45b0-b24e-bb93adf3cabb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.614394] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275d9be-08ef-2f44-4cf5-52be5b3e0771, 'name': SearchDatastore_Task, 'duration_secs': 0.035002} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.614694] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.614971] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a3e48e71-e343-48f3-8bbf-8498f4db9f9d/a3e48e71-e343-48f3-8bbf-8498f4db9f9d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.615255] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca264464-70e6-432b-95a6-0dfbe4fae082 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.628583] env[62093]: DEBUG nova.compute.manager [req-2e35fe5f-f73b-441d-bc72-27280b0a9c74 req-8fcd1c39-3cdf-4759-add0-6479bfbf7aee service nova] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Detach interface failed, port_id=0af57361-ccf7-400c-9656-d153b8d59db1, reason: Instance 6650dd8a-f0e5-4dd5-ba2b-09c589d74512 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1241.631489] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1241.631489] env[62093]: value = "task-1709478" [ 1241.631489] env[62093]: _type = "Task" [ 1241.631489] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.644246] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.748335] env[62093]: DEBUG nova.network.neutron [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.869756] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709477, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.905266] env[62093]: DEBUG nova.network.neutron [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Updating instance_info_cache with network_info: [{"id": "23367f8f-9f30-48dc-9778-0fe8e0ccb775", "address": "fa:16:3e:57:36:3e", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23367f8f-9f", "ovs_interfaceid": "23367f8f-9f30-48dc-9778-0fe8e0ccb775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.909023] env[62093]: INFO nova.compute.manager [-] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Took 1.38 seconds to deallocate network for instance. [ 1241.931526] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] Releasing lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.932131] env[62093]: DEBUG nova.compute.manager [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Received event network-changed-6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1241.932408] env[62093]: DEBUG nova.compute.manager [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Refreshing instance network info cache due to event network-changed-6d459914-22da-4781-bc62-004fe6ee6663. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1241.933821] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.934146] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.934266] env[62093]: DEBUG nova.network.neutron [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Refreshing network info cache for port 6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.991091] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13383f7e-8c27-403a-a338-17126e5fc3d6 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "18012d6c-3324-4100-9a2a-ec0f292556ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.940s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.108390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4d3510b-1e8c-4976-983e-0277e1dc3b39 tempest-ServersAdmin275Test-424598098 tempest-ServersAdmin275Test-424598098-project-member] Lock "7ed1869b-528e-4d30-81a6-f4783d4ada88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.602s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.144082] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.144082] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.144191] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.144371] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.144530] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.148361] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505369} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.148361] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a3e48e71-e343-48f3-8bbf-8498f4db9f9d/a3e48e71-e343-48f3-8bbf-8498f4db9f9d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.148361] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.148801] env[62093]: INFO nova.compute.manager [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Terminating instance [ 1242.150393] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36b51f66-8e09-4f77-ba59-df2e5540eade {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.153515] env[62093]: DEBUG nova.compute.manager [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1242.153515] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.153827] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7b6566-246d-4faf-b37d-497b577142fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.162409] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.163837] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9bb4f35-7e2f-4967-8a75-2fd39ab44c68 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.166144] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1242.166144] env[62093]: value = "task-1709479" [ 1242.166144] env[62093]: _type = "Task" [ 1242.166144] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.174642] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.306703] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.307014] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.307259] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleting the datastore file [datastore1] c04d4d7e-b824-45b5-a1d5-8ba1ada04c43 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.307605] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a394ad28-1b1d-4a54-a98b-d0545228ac94 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.314945] env[62093]: DEBUG oslo_vmware.api [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1242.314945] env[62093]: value = "task-1709481" [ 1242.314945] env[62093]: _type = "Task" [ 1242.314945] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.324107] env[62093]: DEBUG oslo_vmware.api [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.370094] env[62093]: DEBUG oslo_vmware.api [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709477, 'name': RemoveSnapshot_Task, 'duration_secs': 1.307818} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.370388] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1242.370614] env[62093]: INFO nova.compute.manager [None req-72418d50-097e-4e15-9bf1-b13470fa68e6 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 1242.408540] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Releasing lock "refresh_cache-53d953ab-e962-4a94-8332-4f9a00655b37" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.408879] env[62093]: DEBUG nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Instance network_info: |[{"id": "23367f8f-9f30-48dc-9778-0fe8e0ccb775", "address": "fa:16:3e:57:36:3e", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23367f8f-9f", "ovs_interfaceid": "23367f8f-9f30-48dc-9778-0fe8e0ccb775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1242.409412] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:36:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23367f8f-9f30-48dc-9778-0fe8e0ccb775', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.417031] env[62093]: DEBUG oslo.service.loopingcall [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.418010] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.418254] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a8be727-5493-486f-a987-1494cc9578e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.433591] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.443044] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.443044] env[62093]: value = "task-1709482" [ 1242.443044] env[62093]: _type = "Task" [ 1242.443044] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.452192] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709482, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.495686] env[62093]: DEBUG nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1242.680876] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081089} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.681246] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.682170] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8635f4c-6b7c-4aaf-b306-9c99b1127ced {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.695878] env[62093]: DEBUG nova.compute.manager [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Received event network-vif-plugged-23367f8f-9f30-48dc-9778-0fe8e0ccb775 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1242.696111] env[62093]: DEBUG oslo_concurrency.lockutils [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] Acquiring lock "53d953ab-e962-4a94-8332-4f9a00655b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.696320] env[62093]: DEBUG oslo_concurrency.lockutils [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] Lock "53d953ab-e962-4a94-8332-4f9a00655b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.696578] env[62093]: DEBUG oslo_concurrency.lockutils [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] Lock "53d953ab-e962-4a94-8332-4f9a00655b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.696784] env[62093]: DEBUG nova.compute.manager [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] No waiting events found dispatching network-vif-plugged-23367f8f-9f30-48dc-9778-0fe8e0ccb775 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1242.696979] env[62093]: WARNING nova.compute.manager [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Received unexpected event network-vif-plugged-23367f8f-9f30-48dc-9778-0fe8e0ccb775 for instance with vm_state building and task_state spawning. [ 1242.697127] env[62093]: DEBUG nova.compute.manager [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Received event network-changed-23367f8f-9f30-48dc-9778-0fe8e0ccb775 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1242.697285] env[62093]: DEBUG nova.compute.manager [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Refreshing instance network info cache due to event network-changed-23367f8f-9f30-48dc-9778-0fe8e0ccb775. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1242.697464] env[62093]: DEBUG oslo_concurrency.lockutils [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] Acquiring lock "refresh_cache-53d953ab-e962-4a94-8332-4f9a00655b37" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.697596] env[62093]: DEBUG oslo_concurrency.lockutils [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] Acquired lock "refresh_cache-53d953ab-e962-4a94-8332-4f9a00655b37" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.697748] env[62093]: DEBUG nova.network.neutron [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Refreshing network info cache for port 23367f8f-9f30-48dc-9778-0fe8e0ccb775 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.727022] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] a3e48e71-e343-48f3-8bbf-8498f4db9f9d/a3e48e71-e343-48f3-8bbf-8498f4db9f9d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.729104] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349228fb-0933-4343-99cf-c0439d5dd772 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.753047] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1242.753047] env[62093]: value = "task-1709483" [ 1242.753047] env[62093]: _type = "Task" [ 1242.753047] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.762769] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.827869] env[62093]: DEBUG oslo_vmware.api [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494419} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.828250] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.828471] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.828647] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.829330] env[62093]: INFO nova.compute.manager [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1242.829616] env[62093]: DEBUG oslo.service.loopingcall [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.829851] env[62093]: DEBUG nova.compute.manager [-] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1242.829951] env[62093]: DEBUG nova.network.neutron [-] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.875973] env[62093]: DEBUG nova.network.neutron [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updated VIF entry in instance network info cache for port 6d459914-22da-4781-bc62-004fe6ee6663. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.876848] env[62093]: DEBUG nova.network.neutron [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.957672] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709482, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.018910] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.171625] env[62093]: DEBUG nova.compute.manager [req-d95bbc7c-c708-4b10-ab3f-de1ac5e48d8c req-a80752fc-90ee-455e-8868-78068d16a4a3 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Received event network-changed-1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.171625] env[62093]: DEBUG nova.compute.manager [req-d95bbc7c-c708-4b10-ab3f-de1ac5e48d8c req-a80752fc-90ee-455e-8868-78068d16a4a3 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Refreshing instance network info cache due to event network-changed-1d02381b-2a7e-4d82-8d36-a5eb14d1a585. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1243.171625] env[62093]: DEBUG oslo_concurrency.lockutils [req-d95bbc7c-c708-4b10-ab3f-de1ac5e48d8c req-a80752fc-90ee-455e-8868-78068d16a4a3 service nova] Acquiring lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.171625] env[62093]: DEBUG oslo_concurrency.lockutils [req-d95bbc7c-c708-4b10-ab3f-de1ac5e48d8c req-a80752fc-90ee-455e-8868-78068d16a4a3 service nova] Acquired lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.171860] env[62093]: DEBUG nova.network.neutron [req-d95bbc7c-c708-4b10-ab3f-de1ac5e48d8c req-a80752fc-90ee-455e-8868-78068d16a4a3 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Refreshing network info cache for port 1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.195551] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bfce50-8fb3-43f8-87cc-19b754bc6e92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.207913] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13f311e-1b1d-42bf-8a64-67835df51149 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.242561] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e77adb-18e1-481c-a6d5-2944ac142228 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.261191] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe961e5f-7929-482b-b6c4-968c167a2705 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.271551] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709483, 'name': ReconfigVM_Task, 'duration_secs': 0.348618} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.280157] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] a3e48e71-e343-48f3-8bbf-8498f4db9f9d/a3e48e71-e343-48f3-8bbf-8498f4db9f9d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.280789] env[62093]: DEBUG nova.compute.provider_tree [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.282038] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a6965e-5926-4635-b64e-69ca3719344f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.289669] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1243.289669] env[62093]: value = "task-1709484" [ 1243.289669] env[62093]: _type = "Task" [ 1243.289669] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.300259] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709484, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.383475] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdc2825-6786-4b6c-87c4-3490355bdfee req-73504c7c-2ff4-40f7-9fea-dab30cbecc4e service nova] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.461306] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709482, 'name': CreateVM_Task, 'duration_secs': 0.8222} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.461493] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.462184] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.462349] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.462688] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.462948] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b91efe9-c5a9-4dd8-9116-fe25be9b5c53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.468180] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1243.468180] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b697c5-c405-f35f-6705-32a22c76b406" [ 1243.468180] env[62093]: _type = "Task" [ 1243.468180] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.476425] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b697c5-c405-f35f-6705-32a22c76b406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.535577] env[62093]: DEBUG nova.network.neutron [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Updated VIF entry in instance network info cache for port 23367f8f-9f30-48dc-9778-0fe8e0ccb775. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.536048] env[62093]: DEBUG nova.network.neutron [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Updating instance_info_cache with network_info: [{"id": "23367f8f-9f30-48dc-9778-0fe8e0ccb775", "address": "fa:16:3e:57:36:3e", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23367f8f-9f", "ovs_interfaceid": "23367f8f-9f30-48dc-9778-0fe8e0ccb775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.770684] env[62093]: DEBUG nova.network.neutron [-] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.785318] env[62093]: DEBUG nova.scheduler.client.report [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1243.804840] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709484, 'name': Rename_Task, 'duration_secs': 0.137208} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.805402] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.805515] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94afd498-82cc-4449-82af-734be70dcbcb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.813459] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1243.813459] env[62093]: value = "task-1709485" [ 1243.813459] env[62093]: _type = "Task" [ 1243.813459] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.825688] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.966590] env[62093]: DEBUG nova.network.neutron [req-d95bbc7c-c708-4b10-ab3f-de1ac5e48d8c req-a80752fc-90ee-455e-8868-78068d16a4a3 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Updated VIF entry in instance network info cache for port 1d02381b-2a7e-4d82-8d36-a5eb14d1a585. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.967454] env[62093]: DEBUG nova.network.neutron [req-d95bbc7c-c708-4b10-ab3f-de1ac5e48d8c req-a80752fc-90ee-455e-8868-78068d16a4a3 service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Updating instance_info_cache with network_info: [{"id": "1d02381b-2a7e-4d82-8d36-a5eb14d1a585", "address": "fa:16:3e:a2:38:5c", "network": {"id": "20fb322c-a5a1-453a-bb1a-97a2f891b55c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1034008460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbb80d3e0e99489a832d02d73470ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d02381b-2a", "ovs_interfaceid": "1d02381b-2a7e-4d82-8d36-a5eb14d1a585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.978470] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b697c5-c405-f35f-6705-32a22c76b406, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.978949] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.979087] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.979466] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.979466] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.980303] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.980303] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56e74af4-971e-4a0e-b89e-a859329d9e83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.990589] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.990689] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.996018] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cf2c79-4e00-4bbe-a855-58c80357e377 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.999036] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1243.999036] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d17e25-0cec-c1ab-59d1-9faf2f9c9e9e" [ 1243.999036] env[62093]: _type = "Task" [ 1243.999036] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.008351] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d17e25-0cec-c1ab-59d1-9faf2f9c9e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.038887] env[62093]: DEBUG oslo_concurrency.lockutils [req-1b2b39ae-28d1-491c-bb1d-7f24009905e5 req-4eff94f2-7d75-45b1-a81a-5eafebd9bc29 service nova] Releasing lock "refresh_cache-53d953ab-e962-4a94-8332-4f9a00655b37" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.276385] env[62093]: INFO nova.compute.manager [-] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Took 1.45 seconds to deallocate network for instance. [ 1244.296331] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.296331] env[62093]: DEBUG nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1244.302684] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.545s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.311920] env[62093]: INFO nova.compute.claims [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.330050] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709485, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.469651] env[62093]: DEBUG oslo_concurrency.lockutils [req-d95bbc7c-c708-4b10-ab3f-de1ac5e48d8c req-a80752fc-90ee-455e-8868-78068d16a4a3 service nova] Releasing lock "refresh_cache-18012d6c-3324-4100-9a2a-ec0f292556ab" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.515309] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d17e25-0cec-c1ab-59d1-9faf2f9c9e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.515309] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785f68e5-c9ea-4c8d-99f5-3e510ace1bc4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.521358] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1244.521358] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5266cdd9-6818-83b0-999f-45abcd944710" [ 1244.521358] env[62093]: _type = "Task" [ 1244.521358] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.534455] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5266cdd9-6818-83b0-999f-45abcd944710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.716102] env[62093]: DEBUG nova.compute.manager [req-0ab4bc8c-475e-4200-af52-d75c08567f5e req-c987dbab-3dcd-4753-9b95-e3cf8272db3c service nova] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Received event network-vif-deleted-4bb20ab5-2224-424f-8d65-69ab02b5988c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1244.787354] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.816298] env[62093]: DEBUG nova.compute.utils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1244.821467] env[62093]: DEBUG nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1244.821640] env[62093]: DEBUG nova.network.neutron [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.838432] env[62093]: DEBUG oslo_vmware.api [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709485, 'name': PowerOnVM_Task, 'duration_secs': 0.526015} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.838794] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.839086] env[62093]: INFO nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1244.839294] env[62093]: DEBUG nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1244.842124] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4986c56d-ad28-4979-912b-035532a96583 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.907153] env[62093]: DEBUG nova.policy [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b3718ca34d4eefaa915c1785ee1c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbdc7b988a614ddd8820f3b2181c92e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1245.035220] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5266cdd9-6818-83b0-999f-45abcd944710, 'name': SearchDatastore_Task, 'duration_secs': 0.034672} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.035220] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.035220] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 53d953ab-e962-4a94-8332-4f9a00655b37/53d953ab-e962-4a94-8332-4f9a00655b37.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.035220] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec022e6b-b4fe-4e09-acf7-3a41e78a7d5d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.043022] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1245.043022] env[62093]: value = "task-1709486" [ 1245.043022] env[62093]: _type = "Task" [ 1245.043022] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.050485] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.322598] env[62093]: DEBUG nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1245.365503] env[62093]: INFO nova.compute.manager [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Took 34.35 seconds to build instance. [ 1245.405030] env[62093]: DEBUG nova.compute.manager [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1245.406314] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca69620-49fc-4f34-9437-3fd0522c6518 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.509855] env[62093]: DEBUG nova.network.neutron [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Successfully created port: 14b9b92c-56f8-4be9-9973-5fa708bb7bac {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.556414] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709486, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.870248] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4c501b7-c947-43fd-bada-5f1da64a7972 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.034s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.913498] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565d009-ae10-406c-a83a-d1b56a73cec7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.922151] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062eff2d-0cdd-44b3-a72a-ee6c356682f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.925836] env[62093]: INFO nova.compute.manager [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] instance snapshotting [ 1245.930183] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0f3b9-99e9-45ea-b363-7daa7fdd0dc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.960235] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f66de20-8acb-45dc-b9d7-bf6884ecb2c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.978336] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636a76c-7f3e-4209-828d-81998278cb98 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.983545] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f6b8a-1f4b-4a5e-ada4-188972cb5237 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.001681] env[62093]: DEBUG nova.compute.provider_tree [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.056322] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790601} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.056855] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 53d953ab-e962-4a94-8332-4f9a00655b37/53d953ab-e962-4a94-8332-4f9a00655b37.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.056855] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.057049] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-021282ee-1809-449c-bbd1-711191e9f920 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.063788] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1246.063788] env[62093]: value = "task-1709487" [ 1246.063788] env[62093]: _type = "Task" [ 1246.063788] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.072626] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.337053] env[62093]: DEBUG nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1246.366792] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1246.367046] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1246.367202] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.367384] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1246.367524] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.367662] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1246.367887] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1246.368112] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1246.368286] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1246.368447] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1246.368693] env[62093]: DEBUG nova.virt.hardware [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1246.369661] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa604a7-91fc-43f2-892e-a96d84330491 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.373902] env[62093]: DEBUG nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1246.381841] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390d13cb-a0f1-4c44-93c1-1c33e7303efa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.497021] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1246.497021] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc19832e-907e-4142-9580-3f9b49216355 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.505153] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1246.505153] env[62093]: value = "task-1709488" [ 1246.505153] env[62093]: _type = "Task" [ 1246.505153] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.505153] env[62093]: DEBUG nova.scheduler.client.report [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1246.516553] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.573839] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165662} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.574150] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.574973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb06892-eaa6-4323-aeb1-7a3e99e1e9f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.599182] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 53d953ab-e962-4a94-8332-4f9a00655b37/53d953ab-e962-4a94-8332-4f9a00655b37.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.599182] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b73f8556-6944-4fca-80be-dba75b3cba25 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.619516] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1246.619516] env[62093]: value = "task-1709489" [ 1246.619516] env[62093]: _type = "Task" [ 1246.619516] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.629087] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.911092] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.013822] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.014410] env[62093]: DEBUG nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1247.017091] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709488, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.017420] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.357s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.018902] env[62093]: INFO nova.compute.claims [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.135696] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.403844] env[62093]: DEBUG nova.network.neutron [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Successfully updated port: 14b9b92c-56f8-4be9-9973-5fa708bb7bac {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.451848] env[62093]: DEBUG nova.compute.manager [req-caa5e5e5-6e6d-4409-baf1-3e8a79ad8e80 req-9c47a175-39df-412c-8bcf-eaa4b492bb58 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Received event network-vif-plugged-14b9b92c-56f8-4be9-9973-5fa708bb7bac {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1247.452071] env[62093]: DEBUG oslo_concurrency.lockutils [req-caa5e5e5-6e6d-4409-baf1-3e8a79ad8e80 req-9c47a175-39df-412c-8bcf-eaa4b492bb58 service nova] Acquiring lock "d936e23a-03b5-4ddc-b214-cfa9a0112756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.452296] env[62093]: DEBUG oslo_concurrency.lockutils [req-caa5e5e5-6e6d-4409-baf1-3e8a79ad8e80 req-9c47a175-39df-412c-8bcf-eaa4b492bb58 service nova] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.453028] env[62093]: DEBUG oslo_concurrency.lockutils [req-caa5e5e5-6e6d-4409-baf1-3e8a79ad8e80 req-9c47a175-39df-412c-8bcf-eaa4b492bb58 service nova] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.453028] env[62093]: DEBUG nova.compute.manager [req-caa5e5e5-6e6d-4409-baf1-3e8a79ad8e80 req-9c47a175-39df-412c-8bcf-eaa4b492bb58 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] No waiting events found dispatching network-vif-plugged-14b9b92c-56f8-4be9-9973-5fa708bb7bac {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1247.453028] env[62093]: WARNING nova.compute.manager [req-caa5e5e5-6e6d-4409-baf1-3e8a79ad8e80 req-9c47a175-39df-412c-8bcf-eaa4b492bb58 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Received unexpected event network-vif-plugged-14b9b92c-56f8-4be9-9973-5fa708bb7bac for instance with vm_state building and task_state spawning. [ 1247.527083] env[62093]: DEBUG nova.compute.utils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1247.529211] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709488, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.533011] env[62093]: DEBUG nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1247.533351] env[62093]: DEBUG nova.network.neutron [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.607094] env[62093]: DEBUG nova.policy [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f3d8b8840e14ee4a47950f925508acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc3884bfe96f4310abc2f045cf7f7762', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1247.631550] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709489, 'name': ReconfigVM_Task, 'duration_secs': 0.925287} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.634027] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 53d953ab-e962-4a94-8332-4f9a00655b37/53d953ab-e962-4a94-8332-4f9a00655b37.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.634027] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37eff89e-1638-43fc-a78d-15eb8021540b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.639876] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1247.639876] env[62093]: value = "task-1709490" [ 1247.639876] env[62093]: _type = "Task" [ 1247.639876] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.649311] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709490, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.912185] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "refresh_cache-d936e23a-03b5-4ddc-b214-cfa9a0112756" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.912346] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "refresh_cache-d936e23a-03b5-4ddc-b214-cfa9a0112756" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.912849] env[62093]: DEBUG nova.network.neutron [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.019538] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709488, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.032350] env[62093]: DEBUG nova.network.neutron [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Successfully created port: dc635d27-0c4e-4964-bf52-91509376351f {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.038023] env[62093]: DEBUG nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1248.054392] env[62093]: DEBUG nova.compute.manager [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Stashing vm_state: active {{(pid=62093) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1248.152549] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709490, 'name': Rename_Task, 'duration_secs': 0.139381} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.155202] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.155986] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b0f168b-0b9e-4f4e-a485-c5c7d28f5cea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.163226] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1248.163226] env[62093]: value = "task-1709491" [ 1248.163226] env[62093]: _type = "Task" [ 1248.163226] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.174427] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.463534] env[62093]: DEBUG nova.network.neutron [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.526043] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709488, 'name': CreateSnapshot_Task, 'duration_secs': 1.653316} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.526333] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1248.527131] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cd78c9-cb1a-477a-abb7-206df98f9249 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.573015] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23138c0-fe4a-48fc-88fa-0a3b9a5cb2fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.582396] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.583593] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd6056a-96c2-4240-9756-e604754b1359 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.620830] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92aa3ab-9057-4db5-964c-49d2c9824bec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.630086] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d27422-4452-4715-b595-1362c39bd59f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.645687] env[62093]: DEBUG nova.compute.provider_tree [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.673985] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709491, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.787212] env[62093]: DEBUG nova.network.neutron [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Updating instance_info_cache with network_info: [{"id": "14b9b92c-56f8-4be9-9973-5fa708bb7bac", "address": "fa:16:3e:b6:2e:83", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14b9b92c-56", "ovs_interfaceid": "14b9b92c-56f8-4be9-9973-5fa708bb7bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.057420] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1249.058735] env[62093]: DEBUG nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1249.061041] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9921fd59-7c66-46e9-8b80-53938fef5589 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.072112] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1249.072112] env[62093]: value = "task-1709492" [ 1249.072112] env[62093]: _type = "Task" [ 1249.072112] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.082093] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709492, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.092725] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1249.093213] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1249.093520] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.094539] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1249.094938] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.098019] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1249.098019] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1249.098019] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1249.098019] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1249.098019] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1249.098538] env[62093]: DEBUG nova.virt.hardware [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1249.098538] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3f09d6-46ac-4a84-8914-48b3f4ad59d8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.106097] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca075881-f3b2-4f07-b0a8-3ce61dac8b49 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.150670] env[62093]: DEBUG nova.scheduler.client.report [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1249.174143] env[62093]: DEBUG oslo_vmware.api [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709491, 'name': PowerOnVM_Task, 'duration_secs': 0.595771} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.175128] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.175358] env[62093]: INFO nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1249.175540] env[62093]: DEBUG nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1249.176367] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae17577-8b3a-485a-9005-deb13e1db44f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.290410] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "refresh_cache-d936e23a-03b5-4ddc-b214-cfa9a0112756" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.291050] env[62093]: DEBUG nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Instance network_info: |[{"id": "14b9b92c-56f8-4be9-9973-5fa708bb7bac", "address": "fa:16:3e:b6:2e:83", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14b9b92c-56", "ovs_interfaceid": "14b9b92c-56f8-4be9-9973-5fa708bb7bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1249.291567] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:2e:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14b9b92c-56f8-4be9-9973-5fa708bb7bac', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.300761] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating folder: Project (dbdc7b988a614ddd8820f3b2181c92e4). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.301668] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f6a31c7-95e0-419d-8823-b9ab11f3ce35 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.313207] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Created folder: Project (dbdc7b988a614ddd8820f3b2181c92e4) in parent group-v356072. [ 1249.313414] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating folder: Instances. Parent ref: group-v356146. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.313664] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e759344a-7aa9-4bcb-9831-270ebe6fc98f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.324399] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Created folder: Instances in parent group-v356146. [ 1249.326298] env[62093]: DEBUG oslo.service.loopingcall [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.326641] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.326914] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab8a78f3-f75e-48d6-ad7e-cd5e2b8e26e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.350211] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.350211] env[62093]: value = "task-1709495" [ 1249.350211] env[62093]: _type = "Task" [ 1249.350211] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.360219] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709495, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.585835] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709492, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.657387] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.657954] env[62093]: DEBUG nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1249.664239] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.310s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.665688] env[62093]: INFO nova.compute.claims [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.699035] env[62093]: INFO nova.compute.manager [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Took 33.80 seconds to build instance. [ 1249.736184] env[62093]: DEBUG nova.compute.manager [req-d3691bdc-516c-4826-bcfa-72e066005ac7 req-982e523d-4e2d-40c0-ad28-1ce7af6b0c80 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Received event network-changed-14b9b92c-56f8-4be9-9973-5fa708bb7bac {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1249.736441] env[62093]: DEBUG nova.compute.manager [req-d3691bdc-516c-4826-bcfa-72e066005ac7 req-982e523d-4e2d-40c0-ad28-1ce7af6b0c80 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Refreshing instance network info cache due to event network-changed-14b9b92c-56f8-4be9-9973-5fa708bb7bac. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1249.736651] env[62093]: DEBUG oslo_concurrency.lockutils [req-d3691bdc-516c-4826-bcfa-72e066005ac7 req-982e523d-4e2d-40c0-ad28-1ce7af6b0c80 service nova] Acquiring lock "refresh_cache-d936e23a-03b5-4ddc-b214-cfa9a0112756" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.736837] env[62093]: DEBUG oslo_concurrency.lockutils [req-d3691bdc-516c-4826-bcfa-72e066005ac7 req-982e523d-4e2d-40c0-ad28-1ce7af6b0c80 service nova] Acquired lock "refresh_cache-d936e23a-03b5-4ddc-b214-cfa9a0112756" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.736946] env[62093]: DEBUG nova.network.neutron [req-d3691bdc-516c-4826-bcfa-72e066005ac7 req-982e523d-4e2d-40c0-ad28-1ce7af6b0c80 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Refreshing network info cache for port 14b9b92c-56f8-4be9-9973-5fa708bb7bac {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.830960] env[62093]: DEBUG nova.network.neutron [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Successfully updated port: dc635d27-0c4e-4964-bf52-91509376351f {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.860588] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709495, 'name': CreateVM_Task, 'duration_secs': 0.400577} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.860880] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.861483] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.861651] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.861954] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.862218] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6a8b8f-c8a5-42d8-8382-8795f4bc1492 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.867045] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1249.867045] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527294c8-20eb-0f0e-9688-37f77c92e04c" [ 1249.867045] env[62093]: _type = "Task" [ 1249.867045] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.875379] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527294c8-20eb-0f0e-9688-37f77c92e04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.084670] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709492, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.171106] env[62093]: DEBUG nova.compute.utils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1250.174362] env[62093]: DEBUG nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1250.174648] env[62093]: DEBUG nova.network.neutron [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.201356] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74a99f6f-330d-4750-8844-e3089995d3f4 tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "53d953ab-e962-4a94-8332-4f9a00655b37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.680s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.228266] env[62093]: DEBUG nova.policy [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa415d94504c41b8bd174100b2836387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06f859cf609c4e588cedcfa0489d550f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1250.333120] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquiring lock "refresh_cache-4baacc94-eb68-4560-94fc-ace9700a751a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.334831] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquired lock "refresh_cache-4baacc94-eb68-4560-94fc-ace9700a751a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.334831] env[62093]: DEBUG nova.network.neutron [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.382285] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527294c8-20eb-0f0e-9688-37f77c92e04c, 'name': SearchDatastore_Task, 'duration_secs': 0.015765} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.384893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.385245] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.385572] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.385924] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.386335] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.386731] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55d2b1c6-2e14-4af5-a7e3-c104d8fa21d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.399035] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.399035] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.399035] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0c57f6-b71d-41a8-8b31-9b401be68a55 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.406451] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1250.406451] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524bcef9-ce7f-aed4-016d-5dd0da735bb5" [ 1250.406451] env[62093]: _type = "Task" [ 1250.406451] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.418663] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524bcef9-ce7f-aed4-016d-5dd0da735bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.586352] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709492, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.642957] env[62093]: DEBUG nova.network.neutron [req-d3691bdc-516c-4826-bcfa-72e066005ac7 req-982e523d-4e2d-40c0-ad28-1ce7af6b0c80 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Updated VIF entry in instance network info cache for port 14b9b92c-56f8-4be9-9973-5fa708bb7bac. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.643335] env[62093]: DEBUG nova.network.neutron [req-d3691bdc-516c-4826-bcfa-72e066005ac7 req-982e523d-4e2d-40c0-ad28-1ce7af6b0c80 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Updating instance_info_cache with network_info: [{"id": "14b9b92c-56f8-4be9-9973-5fa708bb7bac", "address": "fa:16:3e:b6:2e:83", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14b9b92c-56", "ovs_interfaceid": "14b9b92c-56f8-4be9-9973-5fa708bb7bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.648771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "53d953ab-e962-4a94-8332-4f9a00655b37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.648993] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "53d953ab-e962-4a94-8332-4f9a00655b37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.649576] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "53d953ab-e962-4a94-8332-4f9a00655b37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.649857] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "53d953ab-e962-4a94-8332-4f9a00655b37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.650097] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "53d953ab-e962-4a94-8332-4f9a00655b37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.652256] env[62093]: INFO nova.compute.manager [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Terminating instance [ 1250.654395] env[62093]: DEBUG nova.compute.manager [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1250.654573] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.655627] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9face519-a4fc-40ed-9348-a76a909ac933 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.664961] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.665258] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea917011-f017-4bf7-8456-4ca6fb6aca6b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.674420] env[62093]: DEBUG oslo_vmware.api [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1250.674420] env[62093]: value = "task-1709496" [ 1250.674420] env[62093]: _type = "Task" [ 1250.674420] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.674589] env[62093]: DEBUG nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1250.693558] env[62093]: DEBUG oslo_vmware.api [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.703968] env[62093]: DEBUG nova.network.neutron [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Successfully created port: 76ae945b-659d-49eb-ad96-7fd065c49625 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.706303] env[62093]: DEBUG nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1250.899733] env[62093]: DEBUG nova.network.neutron [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.918616] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524bcef9-ce7f-aed4-016d-5dd0da735bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.015033} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.919539] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072dbaa8-e90b-4fa6-8b4a-398cc1e9e5e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.927430] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1250.927430] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5207a13a-d3cc-4d2f-5f8a-57c34d3e2fae" [ 1250.927430] env[62093]: _type = "Task" [ 1250.927430] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.939347] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5207a13a-d3cc-4d2f-5f8a-57c34d3e2fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.084936] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709492, 'name': CloneVM_Task, 'duration_secs': 1.811803} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.085227] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Created linked-clone VM from snapshot [ 1251.085971] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4358fc8c-5a95-4753-8e0d-ac53934fca09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.095991] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Uploading image a1724397-993b-4e92-a2ad-17be67d75119 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1251.116344] env[62093]: DEBUG oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1251.116344] env[62093]: value = "vm-356145" [ 1251.116344] env[62093]: _type = "VirtualMachine" [ 1251.116344] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1251.116613] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a298fee3-93b4-46ec-b261-66ce34c91ca7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.123290] env[62093]: DEBUG oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lease: (returnval){ [ 1251.123290] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5269df71-af90-276d-9b70-1df803980e3a" [ 1251.123290] env[62093]: _type = "HttpNfcLease" [ 1251.123290] env[62093]: } obtained for exporting VM: (result){ [ 1251.123290] env[62093]: value = "vm-356145" [ 1251.123290] env[62093]: _type = "VirtualMachine" [ 1251.123290] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1251.123540] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the lease: (returnval){ [ 1251.123540] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5269df71-af90-276d-9b70-1df803980e3a" [ 1251.123540] env[62093]: _type = "HttpNfcLease" [ 1251.123540] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1251.134012] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.134012] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5269df71-af90-276d-9b70-1df803980e3a" [ 1251.134012] env[62093]: _type = "HttpNfcLease" [ 1251.134012] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1251.146222] env[62093]: DEBUG oslo_concurrency.lockutils [req-d3691bdc-516c-4826-bcfa-72e066005ac7 req-982e523d-4e2d-40c0-ad28-1ce7af6b0c80 service nova] Releasing lock "refresh_cache-d936e23a-03b5-4ddc-b214-cfa9a0112756" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.175954] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b613cfa-f214-4d41-a388-20558769c6a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.189226] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c24371-b882-4f58-bebf-9a5c9c88825e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.195919] env[62093]: DEBUG oslo_vmware.api [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709496, 'name': PowerOffVM_Task, 'duration_secs': 0.19486} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.200482] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.200482] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.200482] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3767c8d-908b-449e-892a-4117bc245474 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.235041] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07b2329-b8a6-40aa-89c7-7865896e5df7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.246991] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56938050-1875-47c6-a1a8-a4cbfe930d11 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.264289] env[62093]: DEBUG nova.compute.provider_tree [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.265998] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.269994] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.270209] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.270380] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Deleting the datastore file [datastore1] 53d953ab-e962-4a94-8332-4f9a00655b37 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.270922] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab211add-f183-4a70-bda2-a9608b4991ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.277857] env[62093]: DEBUG oslo_vmware.api [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for the task: (returnval){ [ 1251.277857] env[62093]: value = "task-1709499" [ 1251.277857] env[62093]: _type = "Task" [ 1251.277857] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.289577] env[62093]: DEBUG oslo_vmware.api [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.345587] env[62093]: DEBUG nova.network.neutron [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Updating instance_info_cache with network_info: [{"id": "dc635d27-0c4e-4964-bf52-91509376351f", "address": "fa:16:3e:b3:83:07", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc635d27-0c", "ovs_interfaceid": "dc635d27-0c4e-4964-bf52-91509376351f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.439900] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5207a13a-d3cc-4d2f-5f8a-57c34d3e2fae, 'name': SearchDatastore_Task, 'duration_secs': 0.020373} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.440120] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.440447] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] d936e23a-03b5-4ddc-b214-cfa9a0112756/d936e23a-03b5-4ddc-b214-cfa9a0112756.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.440612] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3439e2ff-87c6-4df1-9ae0-fabacccfbce9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.448278] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1251.448278] env[62093]: value = "task-1709500" [ 1251.448278] env[62093]: _type = "Task" [ 1251.448278] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.456050] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.635849] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.635849] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5269df71-af90-276d-9b70-1df803980e3a" [ 1251.635849] env[62093]: _type = "HttpNfcLease" [ 1251.635849] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1251.636212] env[62093]: DEBUG oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1251.636212] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5269df71-af90-276d-9b70-1df803980e3a" [ 1251.636212] env[62093]: _type = "HttpNfcLease" [ 1251.636212] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1251.637019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd391af-4ac1-424a-9d32-16aa606de063 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.644248] env[62093]: DEBUG oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528812bf-7e2a-1989-b943-9a76216fee1a/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1251.644427] env[62093]: DEBUG oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528812bf-7e2a-1989-b943-9a76216fee1a/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1251.706202] env[62093]: DEBUG nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1251.730269] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1251.730568] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1251.730727] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.730904] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1251.731068] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.731228] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1251.731425] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1251.731576] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1251.731782] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1251.731979] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1251.732172] env[62093]: DEBUG nova.virt.hardware [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1251.733028] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89f02c4-3ce8-49c9-abd3-61575e70943e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.741225] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81ae27-cae0-449b-94bb-136ae6f23a60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.766361] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c2ba6cf-46c3-4a8e-af2c-10cde2a3dffd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.768832] env[62093]: DEBUG nova.scheduler.client.report [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1251.793640] env[62093]: DEBUG oslo_vmware.api [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Task: {'id': task-1709499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337186} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.797117] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.797466] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.797728] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.798058] env[62093]: INFO nova.compute.manager [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.798413] env[62093]: DEBUG oslo.service.loopingcall [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.799317] env[62093]: DEBUG nova.compute.manager [-] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1251.799476] env[62093]: DEBUG nova.network.neutron [-] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.853040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Releasing lock "refresh_cache-4baacc94-eb68-4560-94fc-ace9700a751a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.853040] env[62093]: DEBUG nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Instance network_info: |[{"id": "dc635d27-0c4e-4964-bf52-91509376351f", "address": "fa:16:3e:b3:83:07", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc635d27-0c", "ovs_interfaceid": "dc635d27-0c4e-4964-bf52-91509376351f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1251.853384] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:83:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc635d27-0c4e-4964-bf52-91509376351f', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.860670] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Creating folder: Project (bc3884bfe96f4310abc2f045cf7f7762). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.861273] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e48df04-8c71-4c1f-b342-58216ca96e74 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.873975] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Created folder: Project (bc3884bfe96f4310abc2f045cf7f7762) in parent group-v356072. [ 1251.874466] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Creating folder: Instances. Parent ref: group-v356149. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.874922] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc6f58e1-5e6d-41bb-bf41-08d188cb2fac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.885386] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Created folder: Instances in parent group-v356149. [ 1251.885956] env[62093]: DEBUG oslo.service.loopingcall [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.886279] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.886646] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9757039-8033-4618-b19c-9edab6f17c04 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.916121] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.916121] env[62093]: value = "task-1709503" [ 1251.916121] env[62093]: _type = "Task" [ 1251.916121] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.924638] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709503, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.961602] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709500, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.274521] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.275161] env[62093]: DEBUG nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1252.277945] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.343s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.278706] env[62093]: DEBUG nova.objects.instance [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lazy-loading 'resources' on Instance uuid 00dd6a8f-70a2-474a-ba86-5cdd56139088 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.335616] env[62093]: DEBUG nova.network.neutron [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Successfully updated port: 76ae945b-659d-49eb-ad96-7fd065c49625 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.389137] env[62093]: DEBUG nova.compute.manager [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Received event network-vif-plugged-dc635d27-0c4e-4964-bf52-91509376351f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1252.389137] env[62093]: DEBUG oslo_concurrency.lockutils [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] Acquiring lock "4baacc94-eb68-4560-94fc-ace9700a751a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.389332] env[62093]: DEBUG oslo_concurrency.lockutils [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] Lock "4baacc94-eb68-4560-94fc-ace9700a751a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.389499] env[62093]: DEBUG oslo_concurrency.lockutils [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] Lock "4baacc94-eb68-4560-94fc-ace9700a751a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.389664] env[62093]: DEBUG nova.compute.manager [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] No waiting events found dispatching network-vif-plugged-dc635d27-0c4e-4964-bf52-91509376351f {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1252.389832] env[62093]: WARNING nova.compute.manager [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Received unexpected event network-vif-plugged-dc635d27-0c4e-4964-bf52-91509376351f for instance with vm_state building and task_state spawning. [ 1252.390561] env[62093]: DEBUG nova.compute.manager [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Received event network-changed-dc635d27-0c4e-4964-bf52-91509376351f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1252.390561] env[62093]: DEBUG nova.compute.manager [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Refreshing instance network info cache due to event network-changed-dc635d27-0c4e-4964-bf52-91509376351f. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1252.390824] env[62093]: DEBUG oslo_concurrency.lockutils [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] Acquiring lock "refresh_cache-4baacc94-eb68-4560-94fc-ace9700a751a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.390824] env[62093]: DEBUG oslo_concurrency.lockutils [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] Acquired lock "refresh_cache-4baacc94-eb68-4560-94fc-ace9700a751a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.391903] env[62093]: DEBUG nova.network.neutron [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Refreshing network info cache for port dc635d27-0c4e-4964-bf52-91509376351f {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.424945] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709503, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.462336] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6648} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.464621] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] d936e23a-03b5-4ddc-b214-cfa9a0112756/d936e23a-03b5-4ddc-b214-cfa9a0112756.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.464621] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.465074] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bac9f9dd-b5d6-43fe-96e2-2c04cc6d4e64 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.472173] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1252.472173] env[62093]: value = "task-1709504" [ 1252.472173] env[62093]: _type = "Task" [ 1252.472173] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.483121] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.781714] env[62093]: DEBUG nova.compute.utils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1252.783096] env[62093]: DEBUG nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1252.783266] env[62093]: DEBUG nova.network.neutron [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.842810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "refresh_cache-2ed2dce7-7f24-4479-a059-36811c24b914" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.842959] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "refresh_cache-2ed2dce7-7f24-4479-a059-36811c24b914" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.843193] env[62093]: DEBUG nova.network.neutron [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.892374] env[62093]: DEBUG nova.policy [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa415d94504c41b8bd174100b2836387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06f859cf609c4e588cedcfa0489d550f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1252.928379] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709503, 'name': CreateVM_Task, 'duration_secs': 0.860816} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.933714] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.934794] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.934963] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.935674] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.939019] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd877a4-690a-4028-8445-2038e21accd5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.941344] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1252.941344] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f82fa4-1341-343d-c207-0f245093093c" [ 1252.941344] env[62093]: _type = "Task" [ 1252.941344] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.950462] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f82fa4-1341-343d-c207-0f245093093c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.984590] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114072} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.987578] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.988670] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb24b0c-b60c-4c45-a5cb-b7bb3ce975ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.997430] env[62093]: DEBUG nova.network.neutron [-] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.999986] env[62093]: DEBUG nova.compute.manager [req-8eea185c-0b0b-491e-8e3e-003802a1044f req-607eb266-a0ac-42e2-9c09-8dd06ad58875 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Received event network-vif-deleted-23367f8f-9f30-48dc-9778-0fe8e0ccb775 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1253.000221] env[62093]: INFO nova.compute.manager [req-8eea185c-0b0b-491e-8e3e-003802a1044f req-607eb266-a0ac-42e2-9c09-8dd06ad58875 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Neutron deleted interface 23367f8f-9f30-48dc-9778-0fe8e0ccb775; detaching it from the instance and deleting it from the info cache [ 1253.000399] env[62093]: DEBUG nova.network.neutron [req-8eea185c-0b0b-491e-8e3e-003802a1044f req-607eb266-a0ac-42e2-9c09-8dd06ad58875 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.029880] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] d936e23a-03b5-4ddc-b214-cfa9a0112756/d936e23a-03b5-4ddc-b214-cfa9a0112756.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.036880] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2545465-921f-43f2-ba3c-dffb05394fff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.060018] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1253.060018] env[62093]: value = "task-1709505" [ 1253.060018] env[62093]: _type = "Task" [ 1253.060018] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.066618] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.223271] env[62093]: DEBUG nova.network.neutron [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Updated VIF entry in instance network info cache for port dc635d27-0c4e-4964-bf52-91509376351f. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.223625] env[62093]: DEBUG nova.network.neutron [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Updating instance_info_cache with network_info: [{"id": "dc635d27-0c4e-4964-bf52-91509376351f", "address": "fa:16:3e:b3:83:07", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc635d27-0c", "ovs_interfaceid": "dc635d27-0c4e-4964-bf52-91509376351f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.289271] env[62093]: DEBUG nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1253.387879] env[62093]: DEBUG nova.network.neutron [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.410656] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43551502-f44b-489c-8148-113afe40b823 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.418524] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a476d2e4-7e68-43c5-94c7-5f492993e358 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.457325] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f59d7c0-8815-4090-95d0-2d304e1b14ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.467246] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f82fa4-1341-343d-c207-0f245093093c, 'name': SearchDatastore_Task, 'duration_secs': 0.031022} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.469116] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.469467] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.469712] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.469908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.470117] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.470468] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c216e239-b635-493c-bece-a0f2299b3d78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.473800] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f97cf91-da9e-42ea-a728-1ffd51773274 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.491684] env[62093]: DEBUG nova.compute.provider_tree [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.496903] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.496903] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.498133] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3390e3-7cba-4ff4-8fcf-4e101f30ccd0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.501406] env[62093]: INFO nova.compute.manager [-] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Took 1.70 seconds to deallocate network for instance. [ 1253.509266] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3f0f489-3ef8-4462-a05f-3578d38421b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.511217] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1253.511217] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52532374-3095-46d1-ad91-a2fc01383fcf" [ 1253.511217] env[62093]: _type = "Task" [ 1253.511217] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.521591] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd1562-e290-4f4e-8cdc-28a1ac45b3b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.535802] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52532374-3095-46d1-ad91-a2fc01383fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.557621] env[62093]: DEBUG nova.compute.manager [req-8eea185c-0b0b-491e-8e3e-003802a1044f req-607eb266-a0ac-42e2-9c09-8dd06ad58875 service nova] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Detach interface failed, port_id=23367f8f-9f30-48dc-9778-0fe8e0ccb775, reason: Instance 53d953ab-e962-4a94-8332-4f9a00655b37 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1253.568833] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709505, 'name': ReconfigVM_Task, 'duration_secs': 0.319861} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.569237] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Reconfigured VM instance instance-00000018 to attach disk [datastore1] d936e23a-03b5-4ddc-b214-cfa9a0112756/d936e23a-03b5-4ddc-b214-cfa9a0112756.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.569993] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a459ebc-3cb5-41a7-a22c-79ed60e15a99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.577808] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1253.577808] env[62093]: value = "task-1709506" [ 1253.577808] env[62093]: _type = "Task" [ 1253.577808] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.587242] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709506, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.608215] env[62093]: DEBUG nova.network.neutron [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Updating instance_info_cache with network_info: [{"id": "76ae945b-659d-49eb-ad96-7fd065c49625", "address": "fa:16:3e:1c:41:be", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae945b-65", "ovs_interfaceid": "76ae945b-659d-49eb-ad96-7fd065c49625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.636432] env[62093]: DEBUG nova.network.neutron [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Successfully created port: 77572f9a-1310-4edf-98de-ff0ba0eea75c {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.728704] env[62093]: DEBUG oslo_concurrency.lockutils [req-df8c12be-62ff-4248-9121-6820a282d06b req-9036626b-d6c6-46e0-8324-fbda708a7a34 service nova] Releasing lock "refresh_cache-4baacc94-eb68-4560-94fc-ace9700a751a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.001195] env[62093]: DEBUG nova.scheduler.client.report [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1254.009132] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.025511] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52532374-3095-46d1-ad91-a2fc01383fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.019658} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.026737] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b87ce3-459f-42dc-b23f-89d7117a9e00 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.034848] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1254.034848] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5231173e-fd24-f515-feb6-d878485c669d" [ 1254.034848] env[62093]: _type = "Task" [ 1254.034848] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.042536] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5231173e-fd24-f515-feb6-d878485c669d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.087974] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709506, 'name': Rename_Task, 'duration_secs': 0.221482} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.088593] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.089059] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3cd338c-a652-4880-9185-7b03e15f91e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.096121] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1254.096121] env[62093]: value = "task-1709507" [ 1254.096121] env[62093]: _type = "Task" [ 1254.096121] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.107353] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.110711] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "refresh_cache-2ed2dce7-7f24-4479-a059-36811c24b914" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.111051] env[62093]: DEBUG nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance network_info: |[{"id": "76ae945b-659d-49eb-ad96-7fd065c49625", "address": "fa:16:3e:1c:41:be", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae945b-65", "ovs_interfaceid": "76ae945b-659d-49eb-ad96-7fd065c49625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1254.111459] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:41:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ae945b-659d-49eb-ad96-7fd065c49625', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.119829] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Creating folder: Project (06f859cf609c4e588cedcfa0489d550f). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.120214] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd46b8ba-8dc5-4c03-929b-b9981dae6dca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.131826] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Created folder: Project (06f859cf609c4e588cedcfa0489d550f) in parent group-v356072. [ 1254.131826] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Creating folder: Instances. Parent ref: group-v356152. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.132131] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f478f90e-a8cf-414a-9a7e-63ec29bb4d7b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.141758] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Created folder: Instances in parent group-v356152. [ 1254.142036] env[62093]: DEBUG oslo.service.loopingcall [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.142337] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.142581] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47393498-7c07-46c0-8013-4fe828622b9c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.162585] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.162585] env[62093]: value = "task-1709510" [ 1254.162585] env[62093]: _type = "Task" [ 1254.162585] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.171958] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709510, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.304666] env[62093]: DEBUG nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1254.338507] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1254.339542] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1254.339859] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.340169] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1254.340500] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.340772] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1254.341153] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1254.341596] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1254.341912] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1254.342251] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1254.342639] env[62093]: DEBUG nova.virt.hardware [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.343666] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552e1f06-7041-4176-819e-cbe44b59e058 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.354032] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2be914-e348-4ad0-9dad-679c96cd9377 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.510348] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.513577] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.404s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.515778] env[62093]: INFO nova.compute.claims [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.560584] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5231173e-fd24-f515-feb6-d878485c669d, 'name': SearchDatastore_Task, 'duration_secs': 0.020854} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.564433] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.564433] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 4baacc94-eb68-4560-94fc-ace9700a751a/4baacc94-eb68-4560-94fc-ace9700a751a.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.564433] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab81b467-bcd9-4f91-bbff-506d2aab90b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.570531] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1254.570531] env[62093]: value = "task-1709511" [ 1254.570531] env[62093]: _type = "Task" [ 1254.570531] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.580131] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.586884] env[62093]: INFO nova.scheduler.client.report [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Deleted allocations for instance 00dd6a8f-70a2-474a-ba86-5cdd56139088 [ 1254.607604] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.673379] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709510, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.783141] env[62093]: DEBUG nova.compute.manager [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Received event network-vif-plugged-76ae945b-659d-49eb-ad96-7fd065c49625 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1254.783471] env[62093]: DEBUG oslo_concurrency.lockutils [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] Acquiring lock "2ed2dce7-7f24-4479-a059-36811c24b914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.783748] env[62093]: DEBUG oslo_concurrency.lockutils [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] Lock "2ed2dce7-7f24-4479-a059-36811c24b914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.783921] env[62093]: DEBUG oslo_concurrency.lockutils [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] Lock "2ed2dce7-7f24-4479-a059-36811c24b914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.784067] env[62093]: DEBUG nova.compute.manager [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] No waiting events found dispatching network-vif-plugged-76ae945b-659d-49eb-ad96-7fd065c49625 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1254.784255] env[62093]: WARNING nova.compute.manager [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Received unexpected event network-vif-plugged-76ae945b-659d-49eb-ad96-7fd065c49625 for instance with vm_state building and task_state spawning. [ 1254.784512] env[62093]: DEBUG nova.compute.manager [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Received event network-changed-76ae945b-659d-49eb-ad96-7fd065c49625 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1254.784601] env[62093]: DEBUG nova.compute.manager [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Refreshing instance network info cache due to event network-changed-76ae945b-659d-49eb-ad96-7fd065c49625. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1254.784731] env[62093]: DEBUG oslo_concurrency.lockutils [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] Acquiring lock "refresh_cache-2ed2dce7-7f24-4479-a059-36811c24b914" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.784861] env[62093]: DEBUG oslo_concurrency.lockutils [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] Acquired lock "refresh_cache-2ed2dce7-7f24-4479-a059-36811c24b914" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.785027] env[62093]: DEBUG nova.network.neutron [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Refreshing network info cache for port 76ae945b-659d-49eb-ad96-7fd065c49625 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.081527] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.097092] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18f75f74-2710-47e0-b96e-96d9f94d4783 tempest-ServerAddressesTestJSON-2113903526 tempest-ServerAddressesTestJSON-2113903526-project-member] Lock "00dd6a8f-70a2-474a-ba86-5cdd56139088" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.376s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.113828] env[62093]: DEBUG oslo_vmware.api [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709507, 'name': PowerOnVM_Task, 'duration_secs': 0.919353} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.114037] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.114284] env[62093]: INFO nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1255.114458] env[62093]: DEBUG nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1255.115324] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baefc9d5-24bf-444c-ba46-1d2c20f39f1f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.176089] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709510, 'name': CreateVM_Task, 'duration_secs': 0.932608} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.176288] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.176970] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.177156] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.177470] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.178083] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eecb5f8e-b05d-44ec-a357-7ba952f3e6d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.183402] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1255.183402] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522f20f5-ad14-5d3e-6f8a-c7e98b2b9c11" [ 1255.183402] env[62093]: _type = "Task" [ 1255.183402] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.193530] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522f20f5-ad14-5d3e-6f8a-c7e98b2b9c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.535556] env[62093]: DEBUG nova.network.neutron [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Updated VIF entry in instance network info cache for port 76ae945b-659d-49eb-ad96-7fd065c49625. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.536052] env[62093]: DEBUG nova.network.neutron [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Updating instance_info_cache with network_info: [{"id": "76ae945b-659d-49eb-ad96-7fd065c49625", "address": "fa:16:3e:1c:41:be", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ae945b-65", "ovs_interfaceid": "76ae945b-659d-49eb-ad96-7fd065c49625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.583188] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.648794] env[62093]: INFO nova.compute.manager [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Took 37.47 seconds to build instance. [ 1255.695784] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522f20f5-ad14-5d3e-6f8a-c7e98b2b9c11, 'name': SearchDatastore_Task, 'duration_secs': 0.01294} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.696165] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.696436] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.696692] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.696831] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.697017] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.697372] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd1a76f4-58d7-479d-b435-0e0764363115 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.707413] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.707607] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.708486] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6240561-5ad3-4c95-845d-7b254c687c2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.717019] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1255.717019] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52da319c-8b9e-40d6-e1ed-3c7b9e6ef132" [ 1255.717019] env[62093]: _type = "Task" [ 1255.717019] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.724744] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52da319c-8b9e-40d6-e1ed-3c7b9e6ef132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.015865] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquiring lock "765f8738-4082-4ee1-a948-7f27effc12ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.015865] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "765f8738-4082-4ee1-a948-7f27effc12ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.040773] env[62093]: DEBUG oslo_concurrency.lockutils [req-a384c5b5-586a-487a-ad85-0b75b6304aa2 req-726cb53f-897d-465e-a8e1-2627f7bcc772 service nova] Releasing lock "refresh_cache-2ed2dce7-7f24-4479-a059-36811c24b914" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.084453] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.127041] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4552e0-3c97-4d48-aec8-91b95b96a47c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.134059] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b74567-dfe6-443b-a3a4-d139dae3e1ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.167682] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f426101b-f60b-48c1-966b-c3a60e90d0e8 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.643s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.169786] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706c6962-5ab4-45ea-ac7e-0d2fc520b455 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.179299] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3d2989-3598-4fbe-99f7-938f46edcb67 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.197705] env[62093]: DEBUG nova.compute.provider_tree [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.208591] env[62093]: DEBUG nova.network.neutron [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Successfully updated port: 77572f9a-1310-4edf-98de-ff0ba0eea75c {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.227051] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52da319c-8b9e-40d6-e1ed-3c7b9e6ef132, 'name': SearchDatastore_Task, 'duration_secs': 0.014932} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.227051] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e18e63-9cf1-4f23-85ff-e9b9eb13f660 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.232526] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1256.232526] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529cbf67-fd78-a73e-62d7-9d40a8183429" [ 1256.232526] env[62093]: _type = "Task" [ 1256.232526] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.240965] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529cbf67-fd78-a73e-62d7-9d40a8183429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.388858] env[62093]: DEBUG nova.compute.manager [req-cdbe0d42-a8d0-4d53-81d2-1ccebcc90eab req-41608b53-bbd1-4c23-8c62-54bd48b5b8d6 service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Received event network-vif-plugged-77572f9a-1310-4edf-98de-ff0ba0eea75c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1256.389134] env[62093]: DEBUG oslo_concurrency.lockutils [req-cdbe0d42-a8d0-4d53-81d2-1ccebcc90eab req-41608b53-bbd1-4c23-8c62-54bd48b5b8d6 service nova] Acquiring lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.389354] env[62093]: DEBUG oslo_concurrency.lockutils [req-cdbe0d42-a8d0-4d53-81d2-1ccebcc90eab req-41608b53-bbd1-4c23-8c62-54bd48b5b8d6 service nova] Lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.389513] env[62093]: DEBUG oslo_concurrency.lockutils [req-cdbe0d42-a8d0-4d53-81d2-1ccebcc90eab req-41608b53-bbd1-4c23-8c62-54bd48b5b8d6 service nova] Lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.389750] env[62093]: DEBUG nova.compute.manager [req-cdbe0d42-a8d0-4d53-81d2-1ccebcc90eab req-41608b53-bbd1-4c23-8c62-54bd48b5b8d6 service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] No waiting events found dispatching network-vif-plugged-77572f9a-1310-4edf-98de-ff0ba0eea75c {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1256.389828] env[62093]: WARNING nova.compute.manager [req-cdbe0d42-a8d0-4d53-81d2-1ccebcc90eab req-41608b53-bbd1-4c23-8c62-54bd48b5b8d6 service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Received unexpected event network-vif-plugged-77572f9a-1310-4edf-98de-ff0ba0eea75c for instance with vm_state building and task_state spawning. [ 1256.582867] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709511, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.599951} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.583146] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 4baacc94-eb68-4560-94fc-ace9700a751a/4baacc94-eb68-4560-94fc-ace9700a751a.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.583383] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.583611] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75ec58ca-528e-4777-ac92-03a723cdbda4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.589850] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1256.589850] env[62093]: value = "task-1709512" [ 1256.589850] env[62093]: _type = "Task" [ 1256.589850] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.598865] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.673590] env[62093]: DEBUG nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1256.702165] env[62093]: DEBUG nova.scheduler.client.report [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1256.711180] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "refresh_cache-92aba8b4-7a12-483d-9e69-e591f2ce5e64" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.711387] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "refresh_cache-92aba8b4-7a12-483d-9e69-e591f2ce5e64" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.711474] env[62093]: DEBUG nova.network.neutron [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.744630] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529cbf67-fd78-a73e-62d7-9d40a8183429, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.744914] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.745191] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.745523] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc9fd01-80e2-40dd-bd57-0158a7035969 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.755962] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1256.755962] env[62093]: value = "task-1709513" [ 1256.755962] env[62093]: _type = "Task" [ 1256.755962] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.764824] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.883825] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.884165] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.884359] env[62093]: DEBUG nova.compute.manager [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1256.885336] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31437036-661a-43b9-89f2-bea46c2bc965 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.896122] env[62093]: DEBUG nova.compute.manager [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1256.896122] env[62093]: DEBUG nova.objects.instance [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lazy-loading 'flavor' on Instance uuid d936e23a-03b5-4ddc-b214-cfa9a0112756 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.100560] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162872} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.100826] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.101665] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91da19a1-6a6f-4655-b6a3-4e013ae66d69 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.126294] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4baacc94-eb68-4560-94fc-ace9700a751a/4baacc94-eb68-4560-94fc-ace9700a751a.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.126598] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb8fdb9c-dcad-4ae4-bbfa-3a0a8b25b7ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.146981] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1257.146981] env[62093]: value = "task-1709514" [ 1257.146981] env[62093]: _type = "Task" [ 1257.146981] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.159341] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.205977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.206611] env[62093]: DEBUG nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1257.210076] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.210358] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.617s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.267464] env[62093]: DEBUG nova.network.neutron [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.274980] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709513, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.402723] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.403324] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65233fed-6573-4ca9-b558-5fcb50894127 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.411360] env[62093]: DEBUG oslo_vmware.api [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1257.411360] env[62093]: value = "task-1709515" [ 1257.411360] env[62093]: _type = "Task" [ 1257.411360] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.425329] env[62093]: DEBUG oslo_vmware.api [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.656893] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709514, 'name': ReconfigVM_Task, 'duration_secs': 0.494947} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.657186] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4baacc94-eb68-4560-94fc-ace9700a751a/4baacc94-eb68-4560-94fc-ace9700a751a.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.657821] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dd8f087-1035-46e6-b158-9bf28427158a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.663992] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1257.663992] env[62093]: value = "task-1709516" [ 1257.663992] env[62093]: _type = "Task" [ 1257.663992] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.672486] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709516, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.715065] env[62093]: DEBUG nova.compute.utils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1257.725457] env[62093]: DEBUG nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1257.725708] env[62093]: DEBUG nova.network.neutron [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.779634] env[62093]: DEBUG nova.policy [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08d3fc3cc81a4f0a8ff9b4b667f87eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65f2127ab59c47968711e07d0889397d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1257.781348] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849451} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.781967] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.782235] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.782818] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a44361c8-c975-4b71-a125-334d4d812615 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.792023] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1257.792023] env[62093]: value = "task-1709517" [ 1257.792023] env[62093]: _type = "Task" [ 1257.792023] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.799664] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.830712] env[62093]: DEBUG nova.network.neutron [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Updating instance_info_cache with network_info: [{"id": "77572f9a-1310-4edf-98de-ff0ba0eea75c", "address": "fa:16:3e:10:62:32", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77572f9a-13", "ovs_interfaceid": "77572f9a-1310-4edf-98de-ff0ba0eea75c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.923421] env[62093]: DEBUG oslo_vmware.api [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709515, 'name': PowerOffVM_Task, 'duration_secs': 0.290976} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.924103] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.924459] env[62093]: DEBUG nova.compute.manager [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1257.925701] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322ce4de-0bb8-4698-86ba-f968a222ec08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.167436] env[62093]: DEBUG nova.network.neutron [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Successfully created port: 8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.182188] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709516, 'name': Rename_Task, 'duration_secs': 0.14317} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.182518] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.182773] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a0f474e-75f8-4291-a692-2b4e997e224c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.190320] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1258.190320] env[62093]: value = "task-1709518" [ 1258.190320] env[62093]: _type = "Task" [ 1258.190320] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.205435] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.226542] env[62093]: DEBUG nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1258.234162] env[62093]: INFO nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating resource usage from migration 161d2c1b-ccfd-4d61-9613-a33db3ee25c4 [ 1258.267481] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 0b2f15b5-9356-4da5-bc52-8a02128a3997 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.267557] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance bc46f22b-e915-4f69-8cec-960ab8c3d1f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.267623] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 31be046d-be83-42b0-a594-21849b0d577f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.267743] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 7338f203-3717-4b4c-9d6b-39a9c2a74449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.268037] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 58b211a6-d6a3-49ec-900e-63a32c7a98d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.268037] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 62388118-a0b4-4aa5-80ad-5c6c2f70bab5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.268187] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6650dd8a-f0e5-4dd5-ba2b-09c589d74512 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1258.268296] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance ccfb805b-1922-4f0b-97f5-db4d814b642f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.268411] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.268525] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 0d81385e-654e-4640-aa9f-a66309657995 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.268651] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c04d4d7e-b824-45b5-a1d5-8ba1ada04c43 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1258.268771] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance bef4fa43-1623-428b-8626-bad5d6ac5eb2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1258.268886] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.269031] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 18012d6c-3324-4100-9a2a-ec0f292556ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.269193] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 53d953ab-e962-4a94-8332-4f9a00655b37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1258.269323] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance d936e23a-03b5-4ddc-b214-cfa9a0112756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.269436] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4baacc94-eb68-4560-94fc-ace9700a751a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.269547] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 2ed2dce7-7f24-4479-a059-36811c24b914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.269658] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 92aba8b4-7a12-483d-9e69-e591f2ce5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.269766] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 64c40b08-3480-4869-8d35-f8b4db862733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.304297] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076093} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.304699] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.305891] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff12b09-1359-45b2-b104-67a165b2167a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.333996] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.338020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "refresh_cache-92aba8b4-7a12-483d-9e69-e591f2ce5e64" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.338020] env[62093]: DEBUG nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Instance network_info: |[{"id": "77572f9a-1310-4edf-98de-ff0ba0eea75c", "address": "fa:16:3e:10:62:32", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77572f9a-13", "ovs_interfaceid": "77572f9a-1310-4edf-98de-ff0ba0eea75c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1258.338214] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca7bf55-8b89-4fb1-a16f-e25ad4a9b515 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.353734] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:62:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77572f9a-1310-4edf-98de-ff0ba0eea75c', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.363584] env[62093]: DEBUG oslo.service.loopingcall [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.364346] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.365170] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60f02e26-b516-4c21-8c08-3ad7ec135358 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.382100] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1258.382100] env[62093]: value = "task-1709519" [ 1258.382100] env[62093]: _type = "Task" [ 1258.382100] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.387939] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.387939] env[62093]: value = "task-1709520" [ 1258.387939] env[62093]: _type = "Task" [ 1258.387939] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.394891] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.400932] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709520, 'name': CreateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.444047] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa3ec462-a324-48ea-9cda-15cbe2bad900 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.705553] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709518, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.749993] env[62093]: DEBUG nova.compute.manager [req-3859cfe9-4ebf-4043-9bbb-379d9e819391 req-254b1485-3a4d-41a9-96dd-e14e535f7c4c service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Received event network-changed-77572f9a-1310-4edf-98de-ff0ba0eea75c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1258.750268] env[62093]: DEBUG nova.compute.manager [req-3859cfe9-4ebf-4043-9bbb-379d9e819391 req-254b1485-3a4d-41a9-96dd-e14e535f7c4c service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Refreshing instance network info cache due to event network-changed-77572f9a-1310-4edf-98de-ff0ba0eea75c. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1258.750491] env[62093]: DEBUG oslo_concurrency.lockutils [req-3859cfe9-4ebf-4043-9bbb-379d9e819391 req-254b1485-3a4d-41a9-96dd-e14e535f7c4c service nova] Acquiring lock "refresh_cache-92aba8b4-7a12-483d-9e69-e591f2ce5e64" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.750662] env[62093]: DEBUG oslo_concurrency.lockutils [req-3859cfe9-4ebf-4043-9bbb-379d9e819391 req-254b1485-3a4d-41a9-96dd-e14e535f7c4c service nova] Acquired lock "refresh_cache-92aba8b4-7a12-483d-9e69-e591f2ce5e64" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.750923] env[62093]: DEBUG nova.network.neutron [req-3859cfe9-4ebf-4043-9bbb-379d9e819391 req-254b1485-3a4d-41a9-96dd-e14e535f7c4c service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Refreshing network info cache for port 77572f9a-1310-4edf-98de-ff0ba0eea75c {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.773960] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance ceeacedc-7164-45b6-ae5f-3c65c86053b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1258.897138] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709519, 'name': ReconfigVM_Task, 'duration_secs': 0.509229} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.898263] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.899309] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f59d598a-7f91-4026-a2cf-d81641d5755c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.905888] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709520, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.913019] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1258.913019] env[62093]: value = "task-1709521" [ 1258.913019] env[62093]: _type = "Task" [ 1258.913019] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.922631] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709521, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.205131] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709518, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.238352] env[62093]: DEBUG nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1259.274142] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1259.274142] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1259.274142] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.274321] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1259.274321] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.274321] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1259.277088] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1259.277336] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1259.277528] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1259.277862] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1259.277862] env[62093]: DEBUG nova.virt.hardware [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1259.279120] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 3f8f25f5-c0d9-4ff8-92a0-938afc643166 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1259.280839] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b407a1-0c68-41db-b9aa-7796cb82814f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.294044] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5471031a-ebae-4c24-a373-bb65e32a9c89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.401137] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709520, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.421455] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709521, 'name': Rename_Task, 'duration_secs': 0.187255} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.421848] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.422178] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccfebae5-74fd-42fa-96e7-1a4e95a2e9c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.429177] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1259.429177] env[62093]: value = "task-1709522" [ 1259.429177] env[62093]: _type = "Task" [ 1259.429177] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.443624] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.714702] env[62093]: DEBUG oslo_vmware.api [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709518, 'name': PowerOnVM_Task, 'duration_secs': 1.060194} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.715153] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.715153] env[62093]: INFO nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1259.715292] env[62093]: DEBUG nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1259.716322] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97df7fc-30d1-40dc-890b-e950e7925c60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.731454] env[62093]: DEBUG nova.compute.manager [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1259.732456] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ed7242-3bce-432c-adb9-2d7ca4865bcd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.788434] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 7ca1e716-f3b6-412c-abba-03915c9e5bf1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1259.912337] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709520, 'name': CreateVM_Task, 'duration_secs': 1.353275} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.912638] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.914239] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.914462] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.914818] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.915127] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc29b1f3-208e-4f78-9015-e019a6563bd1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.921244] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1259.921244] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a57347-ebcd-3d83-a7b7-6567825f0c36" [ 1259.921244] env[62093]: _type = "Task" [ 1259.921244] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.931802] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a57347-ebcd-3d83-a7b7-6567825f0c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.943594] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.945336] env[62093]: DEBUG nova.network.neutron [req-3859cfe9-4ebf-4043-9bbb-379d9e819391 req-254b1485-3a4d-41a9-96dd-e14e535f7c4c service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Updated VIF entry in instance network info cache for port 77572f9a-1310-4edf-98de-ff0ba0eea75c. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.948987] env[62093]: DEBUG nova.network.neutron [req-3859cfe9-4ebf-4043-9bbb-379d9e819391 req-254b1485-3a4d-41a9-96dd-e14e535f7c4c service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Updating instance_info_cache with network_info: [{"id": "77572f9a-1310-4edf-98de-ff0ba0eea75c", "address": "fa:16:3e:10:62:32", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77572f9a-13", "ovs_interfaceid": "77572f9a-1310-4edf-98de-ff0ba0eea75c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.040038] env[62093]: DEBUG nova.compute.manager [req-624937ba-9a07-4d5c-9f07-27e9f005b053 req-8dbff6f0-677a-4a05-b281-8bf2b1de986a service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received event network-vif-plugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1260.040285] env[62093]: DEBUG oslo_concurrency.lockutils [req-624937ba-9a07-4d5c-9f07-27e9f005b053 req-8dbff6f0-677a-4a05-b281-8bf2b1de986a service nova] Acquiring lock "64c40b08-3480-4869-8d35-f8b4db862733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.040522] env[62093]: DEBUG oslo_concurrency.lockutils [req-624937ba-9a07-4d5c-9f07-27e9f005b053 req-8dbff6f0-677a-4a05-b281-8bf2b1de986a service nova] Lock "64c40b08-3480-4869-8d35-f8b4db862733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.040696] env[62093]: DEBUG oslo_concurrency.lockutils [req-624937ba-9a07-4d5c-9f07-27e9f005b053 req-8dbff6f0-677a-4a05-b281-8bf2b1de986a service nova] Lock "64c40b08-3480-4869-8d35-f8b4db862733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.040863] env[62093]: DEBUG nova.compute.manager [req-624937ba-9a07-4d5c-9f07-27e9f005b053 req-8dbff6f0-677a-4a05-b281-8bf2b1de986a service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] No waiting events found dispatching network-vif-plugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1260.042629] env[62093]: WARNING nova.compute.manager [req-624937ba-9a07-4d5c-9f07-27e9f005b053 req-8dbff6f0-677a-4a05-b281-8bf2b1de986a service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received unexpected event network-vif-plugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 for instance with vm_state building and task_state spawning. [ 1260.063530] env[62093]: DEBUG nova.network.neutron [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Successfully updated port: 8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.243916] env[62093]: INFO nova.compute.manager [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] instance snapshotting [ 1260.244182] env[62093]: WARNING nova.compute.manager [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1260.246294] env[62093]: INFO nova.compute.manager [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Took 40.52 seconds to build instance. [ 1260.254492] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89580d-5f8e-47fc-b943-c62acc3dc136 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.276695] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d0d266-cc0e-4a64-bee1-e1def1b04570 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.293320] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 720ede3f-9e51-482b-bcfb-a2d5488711a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1260.435534] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a57347-ebcd-3d83-a7b7-6567825f0c36, 'name': SearchDatastore_Task, 'duration_secs': 0.017437} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.439117] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.439826] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.439826] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.439952] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.440444] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.440782] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a69473-0246-48dd-9898-5f203c6d706c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.451987] env[62093]: DEBUG oslo_concurrency.lockutils [req-3859cfe9-4ebf-4043-9bbb-379d9e819391 req-254b1485-3a4d-41a9-96dd-e14e535f7c4c service nova] Releasing lock "refresh_cache-92aba8b4-7a12-483d-9e69-e591f2ce5e64" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.452503] env[62093]: DEBUG oslo_vmware.api [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709522, 'name': PowerOnVM_Task, 'duration_secs': 0.627942} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.454048] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.454150] env[62093]: INFO nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1260.454328] env[62093]: DEBUG nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1260.454634] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.455222] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.456136] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280fce32-93a0-49ed-833d-a913cf9402dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.458997] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773b1bbc-19f8-4d71-9917-050984732668 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.469049] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1260.469049] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5275d61c-f1be-4149-36a2-3396294940f8" [ 1260.469049] env[62093]: _type = "Task" [ 1260.469049] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.482574] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275d61c-f1be-4149-36a2-3396294940f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.483466] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d31fca-910b-4a26-92b2-33d5aa1385e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.489257] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1260.489257] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52beb6c7-0c24-578c-5a55-15684596041d" [ 1260.489257] env[62093]: _type = "Task" [ 1260.489257] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.498578] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52beb6c7-0c24-578c-5a55-15684596041d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.568708] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.568858] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.569012] env[62093]: DEBUG nova.network.neutron [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.679542] env[62093]: DEBUG oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528812bf-7e2a-1989-b943-9a76216fee1a/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.681012] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1f1b18-2fff-45e7-bcb2-66032f941ce8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.689760] env[62093]: DEBUG oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528812bf-7e2a-1989-b943-9a76216fee1a/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.690015] env[62093]: ERROR oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528812bf-7e2a-1989-b943-9a76216fee1a/disk-0.vmdk due to incomplete transfer. [ 1260.690460] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-41410d19-e94d-4a1b-a4f3-c7f8ef58506d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.697916] env[62093]: DEBUG oslo_vmware.rw_handles [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528812bf-7e2a-1989-b943-9a76216fee1a/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.698177] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Uploaded image a1724397-993b-4e92-a2ad-17be67d75119 to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.700444] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.700788] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9fe87f43-cd6d-467a-ae1a-4359bc340b02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.709177] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1260.709177] env[62093]: value = "task-1709523" [ 1260.709177] env[62093]: _type = "Task" [ 1260.709177] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.723476] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709523, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.748251] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3e703f98-02cd-4066-9197-c3d9f3486030 tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "4baacc94-eb68-4560-94fc-ace9700a751a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.624s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.789249] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1260.789319] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f79c7057-a3f8-40b2-bd80-ca97f7380c75 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.796256] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a899078d-6722-4934-98f2-977c269928cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1260.799796] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1260.799796] env[62093]: value = "task-1709524" [ 1260.799796] env[62093]: _type = "Task" [ 1260.799796] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.813670] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709524, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.000098] env[62093]: INFO nova.compute.manager [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Took 37.36 seconds to build instance. [ 1261.007778] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52beb6c7-0c24-578c-5a55-15684596041d, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.008538] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.008538] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 92aba8b4-7a12-483d-9e69-e591f2ce5e64/92aba8b4-7a12-483d-9e69-e591f2ce5e64.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.009320] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74404125-fb70-40e7-9b8c-bb2785a44968 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.016210] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1261.016210] env[62093]: value = "task-1709525" [ 1261.016210] env[62093]: _type = "Task" [ 1261.016210] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.025854] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.116056] env[62093]: DEBUG nova.network.neutron [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.226141] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709523, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.257040] env[62093]: DEBUG nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1261.303325] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance ecfc3f4a-03dc-41dd-b81b-ead559732ec0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1261.318135] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709524, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.369785] env[62093]: DEBUG nova.network.neutron [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [{"id": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "address": "fa:16:3e:67:75:22", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb38d9c-54", "ovs_interfaceid": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.382512] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquiring lock "4baacc94-eb68-4560-94fc-ace9700a751a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.382851] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "4baacc94-eb68-4560-94fc-ace9700a751a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.383333] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquiring lock "4baacc94-eb68-4560-94fc-ace9700a751a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.383563] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "4baacc94-eb68-4560-94fc-ace9700a751a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.383737] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "4baacc94-eb68-4560-94fc-ace9700a751a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.387173] env[62093]: INFO nova.compute.manager [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Terminating instance [ 1261.390668] env[62093]: DEBUG nova.compute.manager [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1261.390668] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.391774] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ef2543-b936-4645-b91e-9a16b6fb3144 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.401410] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.401721] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28018d3b-ac60-4adf-8790-be0f4e2eed2c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.410970] env[62093]: DEBUG oslo_vmware.api [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1261.410970] env[62093]: value = "task-1709526" [ 1261.410970] env[62093]: _type = "Task" [ 1261.410970] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.420807] env[62093]: DEBUG oslo_vmware.api [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.503590] env[62093]: DEBUG oslo_concurrency.lockutils [None req-733c3264-8d9d-4145-a643-9db090fc39db tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "2ed2dce7-7f24-4479-a059-36811c24b914" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.787s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.532480] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511922} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.532480] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 92aba8b4-7a12-483d-9e69-e591f2ce5e64/92aba8b4-7a12-483d-9e69-e591f2ce5e64.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.532480] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.532480] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-040d37c4-a68d-4399-b858-3c5e65bd93fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.542756] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1261.542756] env[62093]: value = "task-1709527" [ 1261.542756] env[62093]: _type = "Task" [ 1261.542756] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.555012] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.724409] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709523, 'name': Destroy_Task, 'duration_secs': 0.869255} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.724754] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Destroyed the VM [ 1261.725021] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1261.725213] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13a8d433-0743-4575-abc4-585595c9fee3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.735603] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1261.735603] env[62093]: value = "task-1709528" [ 1261.735603] env[62093]: _type = "Task" [ 1261.735603] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.743276] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709528, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.782186] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.811494] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1261.816073] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709524, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.873201] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.873554] env[62093]: DEBUG nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Instance network_info: |[{"id": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "address": "fa:16:3e:67:75:22", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb38d9c-54", "ovs_interfaceid": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1261.873973] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:75:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eb38d9c-5462-4a15-b80f-30c3c1311093', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.891290] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating folder: Project (65f2127ab59c47968711e07d0889397d). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.891405] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-257b2ef2-c681-411d-aa2d-cd9446bc8abc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.902564] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Created folder: Project (65f2127ab59c47968711e07d0889397d) in parent group-v356072. [ 1261.902759] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating folder: Instances. Parent ref: group-v356156. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.902996] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0288e112-6ce2-47b4-acfb-3337c1c85407 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.916454] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Created folder: Instances in parent group-v356156. [ 1261.916693] env[62093]: DEBUG oslo.service.loopingcall [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.918262] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.918262] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0273697e-b05c-441a-9141-6f10ec87bcfd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.946507] env[62093]: DEBUG oslo_vmware.api [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709526, 'name': PowerOffVM_Task, 'duration_secs': 0.225361} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.947394] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.947457] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.947743] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8618806f-cbe6-4517-bf50-d542e8a74f32 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.951627] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.951627] env[62093]: value = "task-1709531" [ 1261.951627] env[62093]: _type = "Task" [ 1261.951627] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.960861] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709531, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.009386] env[62093]: DEBUG nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1262.053425] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083529} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.053718] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.054994] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b290a2-8c5d-43dd-a8c8-52673727243b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.086830] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 92aba8b4-7a12-483d-9e69-e591f2ce5e64/92aba8b4-7a12-483d-9e69-e591f2ce5e64.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.087916] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c45e775-287e-440e-9abb-29e304972dca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.114024] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1262.114024] env[62093]: value = "task-1709533" [ 1262.114024] env[62093]: _type = "Task" [ 1262.114024] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.123501] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.178065] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.179391] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.179391] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Deleting the datastore file [datastore1] 4baacc94-eb68-4560-94fc-ace9700a751a {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.179391] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fad06f5b-bf8b-47bb-8300-ea2eebfc70c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.185574] env[62093]: DEBUG oslo_vmware.api [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for the task: (returnval){ [ 1262.185574] env[62093]: value = "task-1709534" [ 1262.185574] env[62093]: _type = "Task" [ 1262.185574] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.197402] env[62093]: DEBUG oslo_vmware.api [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.249726] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709528, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.318700] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 55e6177f-5550-4c5b-947e-0a0a4b6ed60b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1262.320170] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709524, 'name': CreateSnapshot_Task, 'duration_secs': 1.210002} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.320564] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1262.321225] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59639da2-8b68-47be-b6f1-303375b29c0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.365663] env[62093]: DEBUG nova.compute.manager [req-8e0baff6-2cd4-4c98-ba40-bf9b0bcf9f76 req-dc6eea05-29b7-4591-b4df-9e2e1cf5440c service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received event network-changed-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.365663] env[62093]: DEBUG nova.compute.manager [req-8e0baff6-2cd4-4c98-ba40-bf9b0bcf9f76 req-dc6eea05-29b7-4591-b4df-9e2e1cf5440c service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Refreshing instance network info cache due to event network-changed-8eb38d9c-5462-4a15-b80f-30c3c1311093. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1262.365932] env[62093]: DEBUG oslo_concurrency.lockutils [req-8e0baff6-2cd4-4c98-ba40-bf9b0bcf9f76 req-dc6eea05-29b7-4591-b4df-9e2e1cf5440c service nova] Acquiring lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.366118] env[62093]: DEBUG oslo_concurrency.lockutils [req-8e0baff6-2cd4-4c98-ba40-bf9b0bcf9f76 req-dc6eea05-29b7-4591-b4df-9e2e1cf5440c service nova] Acquired lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.366824] env[62093]: DEBUG nova.network.neutron [req-8e0baff6-2cd4-4c98-ba40-bf9b0bcf9f76 req-dc6eea05-29b7-4591-b4df-9e2e1cf5440c service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Refreshing network info cache for port 8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.468361] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709531, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.533716] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.623820] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709533, 'name': ReconfigVM_Task, 'duration_secs': 0.36528} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.623820] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 92aba8b4-7a12-483d-9e69-e591f2ce5e64/92aba8b4-7a12-483d-9e69-e591f2ce5e64.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.623820] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ced048-1628-46f2-a7bf-dbaa249fb0b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.629138] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1262.629138] env[62093]: value = "task-1709535" [ 1262.629138] env[62093]: _type = "Task" [ 1262.629138] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.641252] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709535, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.696314] env[62093]: DEBUG oslo_vmware.api [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Task: {'id': task-1709534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287058} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.698739] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.698739] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.698739] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.698739] env[62093]: INFO nova.compute.manager [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1262.698739] env[62093]: DEBUG oslo.service.loopingcall [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.699088] env[62093]: DEBUG nova.compute.manager [-] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1262.699088] env[62093]: DEBUG nova.network.neutron [-] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.748858] env[62093]: DEBUG oslo_vmware.api [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709528, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752951} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.749370] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1262.749370] env[62093]: INFO nova.compute.manager [None req-26f92e32-dc42-4255-9776-d0965acced81 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Took 16.82 seconds to snapshot the instance on the hypervisor. [ 1262.826065] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 5c7db1fd-3305-4177-b915-13aaef65955e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1262.826894] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Migration 161d2c1b-ccfd-4d61-9613-a33db3ee25c4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1262.827610] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a3e48e71-e343-48f3-8bbf-8498f4db9f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.841142] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1262.842123] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d550530-dc45-4046-b83e-3449784ad795 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.853010] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1262.853010] env[62093]: value = "task-1709536" [ 1262.853010] env[62093]: _type = "Task" [ 1262.853010] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.873062] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709536, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.878630] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquiring lock "0b266399-2979-47cc-b68d-6e961904ad56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.878630] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "0b266399-2979-47cc-b68d-6e961904ad56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.969422] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709531, 'name': CreateVM_Task, 'duration_secs': 0.570747} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.969677] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.970498] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.970925] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.970992] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.971285] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcac2b98-9dde-466c-a598-72b59e9ecdba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.978071] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1262.978071] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52df4873-ee20-4426-f79e-f62f55e0ec06" [ 1262.978071] env[62093]: _type = "Task" [ 1262.978071] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.993553] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52df4873-ee20-4426-f79e-f62f55e0ec06, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.996632] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.996898] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.997158] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.997664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.997664] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.998601] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2998104-cbf7-4dc5-8921-e318483d670d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.008458] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.008696] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.010255] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e99a23-87cf-462a-9c27-c533f44548fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.017081] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1263.017081] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52340937-7737-54d1-80f8-3c40bf26e9d9" [ 1263.017081] env[62093]: _type = "Task" [ 1263.017081] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.032464] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52340937-7737-54d1-80f8-3c40bf26e9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.033458] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a7a7f4-c918-41f9-ab9c-ff8dc57255c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.040737] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1263.040737] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5258ea72-b89d-c446-c9cd-3f5f77c9074d" [ 1263.040737] env[62093]: _type = "Task" [ 1263.040737] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.049911] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5258ea72-b89d-c446-c9cd-3f5f77c9074d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.141345] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709535, 'name': Rename_Task, 'duration_secs': 0.140542} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.141619] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.141877] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-441061a8-f3c2-4392-8058-fa00569c2d01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.148128] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1263.148128] env[62093]: value = "task-1709537" [ 1263.148128] env[62093]: _type = "Task" [ 1263.148128] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.156761] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.278095] env[62093]: DEBUG nova.network.neutron [req-8e0baff6-2cd4-4c98-ba40-bf9b0bcf9f76 req-dc6eea05-29b7-4591-b4df-9e2e1cf5440c service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updated VIF entry in instance network info cache for port 8eb38d9c-5462-4a15-b80f-30c3c1311093. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.278095] env[62093]: DEBUG nova.network.neutron [req-8e0baff6-2cd4-4c98-ba40-bf9b0bcf9f76 req-dc6eea05-29b7-4591-b4df-9e2e1cf5440c service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [{"id": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "address": "fa:16:3e:67:75:22", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb38d9c-54", "ovs_interfaceid": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.331554] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 765f8738-4082-4ee1-a948-7f27effc12ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1263.331898] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1263.332082] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1263.368316] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709536, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.488539] env[62093]: DEBUG nova.network.neutron [-] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.494813] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.495081] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.556985] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5258ea72-b89d-c446-c9cd-3f5f77c9074d, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.559976] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.560979] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733/64c40b08-3480-4869-8d35-f8b4db862733.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.562239] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beb1e479-6f11-401b-aef4-9435f85fa6d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.569460] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1263.569460] env[62093]: value = "task-1709538" [ 1263.569460] env[62093]: _type = "Task" [ 1263.569460] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.585369] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.660969] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709537, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.781358] env[62093]: DEBUG oslo_concurrency.lockutils [req-8e0baff6-2cd4-4c98-ba40-bf9b0bcf9f76 req-dc6eea05-29b7-4591-b4df-9e2e1cf5440c service nova] Releasing lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.864665] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709536, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.895019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af21008-ba25-4a0a-95d2-c4ac40c06553 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.902036] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdaf648-ea0f-4aaa-b20f-6a515fb0a755 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.942132] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1acb534-0d3e-4eea-b3a8-496982d67a64 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.949218] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4661411d-a217-4a1c-8931-1f7eae966366 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.972257] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.995301] env[62093]: INFO nova.compute.manager [-] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Took 1.30 seconds to deallocate network for instance. [ 1264.081743] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.158689] env[62093]: DEBUG oslo_vmware.api [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709537, 'name': PowerOnVM_Task, 'duration_secs': 0.598413} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.159024] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.159418] env[62093]: INFO nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1264.159654] env[62093]: DEBUG nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1264.160242] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba106c6f-e604-4962-844e-ad7625cbdb8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.166035] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquiring lock "0d81385e-654e-4640-aa9f-a66309657995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.166263] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "0d81385e-654e-4640-aa9f-a66309657995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.166460] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquiring lock "0d81385e-654e-4640-aa9f-a66309657995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.166635] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "0d81385e-654e-4640-aa9f-a66309657995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.166791] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "0d81385e-654e-4640-aa9f-a66309657995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.170949] env[62093]: INFO nova.compute.manager [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Terminating instance [ 1264.172632] env[62093]: DEBUG nova.compute.manager [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1264.172793] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.173564] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b669ce2f-ada4-42e4-ad96-d9ed179021ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.180933] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.181261] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4285ad5c-40bf-45f3-8c8f-fe0ba1f305d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.188027] env[62093]: DEBUG oslo_vmware.api [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1264.188027] env[62093]: value = "task-1709539" [ 1264.188027] env[62093]: _type = "Task" [ 1264.188027] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.196620] env[62093]: DEBUG oslo_vmware.api [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.367759] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709536, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.393617] env[62093]: DEBUG nova.compute.manager [req-867e94bc-8a5d-48a6-a1b4-0485d56607f9 req-e95a6b0a-4501-4b2d-972f-14900c865796 service nova] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Received event network-vif-deleted-dc635d27-0c4e-4964-bf52-91509376351f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1264.492370] env[62093]: ERROR nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [req-041d6506-1278-4f31-9f52-08bd809e81a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-041d6506-1278-4f31-9f52-08bd809e81a9"}]} [ 1264.503072] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.509066] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1264.522865] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1264.523088] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1264.534187] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1264.551456] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1264.583455] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563731} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.587023] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733/64c40b08-3480-4869-8d35-f8b4db862733.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.587023] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.587023] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-780bd723-0b9d-40f8-8983-425e8068fa30 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.593018] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1264.593018] env[62093]: value = "task-1709540" [ 1264.593018] env[62093]: _type = "Task" [ 1264.593018] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.605417] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.684242] env[62093]: INFO nova.compute.manager [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Took 39.36 seconds to build instance. [ 1264.701907] env[62093]: DEBUG oslo_vmware.api [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709539, 'name': PowerOffVM_Task, 'duration_secs': 0.202172} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.702777] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.702925] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.703231] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c210473-2268-4c65-8b5b-ae816e353691 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.823904] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.824231] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.824423] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Deleting the datastore file [datastore1] 0d81385e-654e-4640-aa9f-a66309657995 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.824694] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b440b9e7-8f62-43e2-82bf-c595b4ede18d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.833989] env[62093]: DEBUG oslo_vmware.api [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for the task: (returnval){ [ 1264.833989] env[62093]: value = "task-1709542" [ 1264.833989] env[62093]: _type = "Task" [ 1264.833989] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.842120] env[62093]: DEBUG oslo_vmware.api [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.867015] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709536, 'name': CloneVM_Task, 'duration_secs': 1.978207} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.867015] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Created linked-clone VM from snapshot [ 1264.867351] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629385c3-96be-40ac-89f1-2a89c07ca3fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.875634] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Uploading image d76383e7-8385-438a-aee5-0b73e655925b {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1264.912228] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1264.912228] env[62093]: value = "vm-356160" [ 1264.912228] env[62093]: _type = "VirtualMachine" [ 1264.912228] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1264.913320] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2cb705c4-af6d-496c-b747-a3c70c4b2f8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.925361] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lease: (returnval){ [ 1264.925361] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d76bc1-3b54-c3fc-0926-b79c93e764c5" [ 1264.925361] env[62093]: _type = "HttpNfcLease" [ 1264.925361] env[62093]: } obtained for exporting VM: (result){ [ 1264.925361] env[62093]: value = "vm-356160" [ 1264.925361] env[62093]: _type = "VirtualMachine" [ 1264.925361] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1264.925361] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the lease: (returnval){ [ 1264.925361] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d76bc1-3b54-c3fc-0926-b79c93e764c5" [ 1264.925361] env[62093]: _type = "HttpNfcLease" [ 1264.925361] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1264.931179] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.931179] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d76bc1-3b54-c3fc-0926-b79c93e764c5" [ 1264.931179] env[62093]: _type = "HttpNfcLease" [ 1264.931179] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1265.043320] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de3f3ac-8d83-4b6b-a29a-8f07fb6b7282 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.051120] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5924c088-93a2-4296-b7b7-5d9462deba33 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.080326] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15664fc1-152e-4959-a5d4-3eb63f7d492f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.088033] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20601f58-4c15-46db-8864-942911046c4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.105291] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.111249] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226326} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.111488] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.112217] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b54d84c-f6e4-4793-b102-fa59d581592c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.135039] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733/64c40b08-3480-4869-8d35-f8b4db862733.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.135669] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eaea45c-69b5-4edc-ab58-cad77d42a334 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.155414] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1265.155414] env[62093]: value = "task-1709544" [ 1265.155414] env[62093]: _type = "Task" [ 1265.155414] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.164070] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.187131] env[62093]: DEBUG oslo_concurrency.lockutils [None req-04093f82-be59-4b85-a029-d4ae52c0ff65 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.338s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.346824] env[62093]: DEBUG oslo_vmware.api [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Task: {'id': task-1709542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145413} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.347333] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.347552] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.347727] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.347925] env[62093]: INFO nova.compute.manager [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1265.348256] env[62093]: DEBUG oslo.service.loopingcall [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.348481] env[62093]: DEBUG nova.compute.manager [-] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1265.348578] env[62093]: DEBUG nova.network.neutron [-] [instance: 0d81385e-654e-4640-aa9f-a66309657995] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.433229] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.433229] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d76bc1-3b54-c3fc-0926-b79c93e764c5" [ 1265.433229] env[62093]: _type = "HttpNfcLease" [ 1265.433229] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1265.433524] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1265.433524] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d76bc1-3b54-c3fc-0926-b79c93e764c5" [ 1265.433524] env[62093]: _type = "HttpNfcLease" [ 1265.433524] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1265.434280] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051d14e2-198c-49d4-8bab-194cbe96716e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.442366] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488087-cf56-b3a3-902a-46000dd7ad46/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1265.442523] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488087-cf56-b3a3-902a-46000dd7ad46/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1265.558795] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7892ddd7-ae0e-4f0a-9fd7-01ac5050f998 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.608506] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1265.667642] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.691917] env[62093]: DEBUG nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1265.730207] env[62093]: DEBUG nova.compute.manager [req-45af5c3b-6d1c-4e47-be26-e9252a823846 req-be6d9ce3-481d-4dd2-8f4b-c99d45ae50ba service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Received event network-vif-deleted-d1397807-2d59-4d65-b06d-6e415ab69c7a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1265.730419] env[62093]: INFO nova.compute.manager [req-45af5c3b-6d1c-4e47-be26-e9252a823846 req-be6d9ce3-481d-4dd2-8f4b-c99d45ae50ba service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Neutron deleted interface d1397807-2d59-4d65-b06d-6e415ab69c7a; detaching it from the instance and deleting it from the info cache [ 1265.730669] env[62093]: DEBUG nova.network.neutron [req-45af5c3b-6d1c-4e47-be26-e9252a823846 req-be6d9ce3-481d-4dd2-8f4b-c99d45ae50ba service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.906895] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.907352] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.113454] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1266.113771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.903s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.114160] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.573s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.116481] env[62093]: INFO nova.compute.claims [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.167553] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709544, 'name': ReconfigVM_Task, 'duration_secs': 0.641551} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.168120] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733/64c40b08-3480-4869-8d35-f8b4db862733.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.168934] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6991c84d-9ec2-4686-963e-d6d4ab4748c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.172563] env[62093]: DEBUG nova.network.neutron [-] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.179950] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1266.179950] env[62093]: value = "task-1709545" [ 1266.179950] env[62093]: _type = "Task" [ 1266.179950] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.191608] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709545, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.213910] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.237299] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dfae31b-34b8-4377-9f8e-36ef73874a3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.249078] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ebf320-f04d-48f5-bc7c-38de9dc2ab73 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.286419] env[62093]: DEBUG nova.compute.manager [req-45af5c3b-6d1c-4e47-be26-e9252a823846 req-be6d9ce3-481d-4dd2-8f4b-c99d45ae50ba service nova] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Detach interface failed, port_id=d1397807-2d59-4d65-b06d-6e415ab69c7a, reason: Instance 0d81385e-654e-4640-aa9f-a66309657995 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1266.675049] env[62093]: INFO nova.compute.manager [-] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Took 1.33 seconds to deallocate network for instance. [ 1266.690389] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709545, 'name': Rename_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.181895] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.195080] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709545, 'name': Rename_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.636852] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c3bea2-7924-427c-9f39-58e5e78f021f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.649826] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a5fcbf-1627-47e5-befc-6185e382047d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.681466] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae2732-81e2-4304-ac35-7825033d6afb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.692791] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709545, 'name': Rename_Task, 'duration_secs': 1.168832} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.694930] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.695332] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e763138c-f590-4830-ace9-2fd2411e2fff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.697719] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae10b531-f9d5-47dd-9d19-537915e5fbb6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.712722] env[62093]: DEBUG nova.compute.provider_tree [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.715315] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1267.715315] env[62093]: value = "task-1709546" [ 1267.715315] env[62093]: _type = "Task" [ 1267.715315] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.724645] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.219985] env[62093]: DEBUG nova.scheduler.client.report [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1268.232485] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709546, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.726329] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.726831] env[62093]: DEBUG nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1268.729642] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.745s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.729848] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.732175] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.475s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.733936] env[62093]: INFO nova.compute.claims [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.745363] env[62093]: DEBUG oslo_vmware.api [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709546, 'name': PowerOnVM_Task, 'duration_secs': 0.696269} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.745363] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.745510] env[62093]: INFO nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1268.745612] env[62093]: DEBUG nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1268.746778] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dccfba3-0e73-4860-ba1e-9f529eb1f253 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.757763] env[62093]: INFO nova.scheduler.client.report [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Deleted allocations for instance bef4fa43-1623-428b-8626-bad5d6ac5eb2 [ 1269.238545] env[62093]: DEBUG nova.compute.utils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1269.242027] env[62093]: DEBUG nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1269.242722] env[62093]: DEBUG nova.network.neutron [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.270443] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3b4058b-cd8c-4957-a270-726424a00f62 tempest-ServersNegativeTestMultiTenantJSON-986482821 tempest-ServersNegativeTestMultiTenantJSON-986482821-project-member] Lock "bef4fa43-1623-428b-8626-bad5d6ac5eb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.782s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.271329] env[62093]: INFO nova.compute.manager [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Took 37.20 seconds to build instance. [ 1269.320777] env[62093]: DEBUG nova.policy [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d8b3db0f8b41c8b2bebef3b5ecfda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec63d75a8fa4160a1440a98548a1c34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1269.742725] env[62093]: DEBUG nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1269.775165] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dcf93c68-1b40-46c2-a366-22bd4408db70 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.719s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.822535] env[62093]: DEBUG nova.network.neutron [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Successfully created port: c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.119176] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.119774] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.122025] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1270.122025] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1270.278527] env[62093]: DEBUG nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1270.289050] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735dba46-ba22-48d1-8fd5-1c2298b46754 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.299973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009c6941-8c93-48ab-8f38-97d7cdb05e70 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.342395] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a25133-b574-44c4-b6d1-328f0fa87f58 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.350949] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e7dfd-2cd4-46f4-a862-ba9b7b419b35 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.371104] env[62093]: DEBUG nova.compute.provider_tree [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.592585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.592727] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.631255] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Skipping network cache update for instance because it is Building. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1270.631255] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Skipping network cache update for instance because it is Building. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1270.674649] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.674791] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.674937] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1270.675104] env[62093]: DEBUG nova.objects.instance [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lazy-loading 'info_cache' on Instance uuid 0b2f15b5-9356-4da5-bc52-8a02128a3997 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.756631] env[62093]: DEBUG nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1270.779375] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.779616] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.779771] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.779959] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.780747] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.780932] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.781181] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.781350] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.781551] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.781732] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.781904] env[62093]: DEBUG nova.virt.hardware [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.784913] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565ef438-0253-44bc-900d-23f6802a799e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.799268] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b4f94c-79a0-4a2e-8607-4dbfdc3d4e82 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.815074] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.874459] env[62093]: DEBUG nova.scheduler.client.report [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1271.379741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.381446] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.948s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.381677] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.388248] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.369s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.394158] env[62093]: INFO nova.compute.claims [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.424758] env[62093]: INFO nova.scheduler.client.report [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleted allocations for instance 6650dd8a-f0e5-4dd5-ba2b-09c589d74512 [ 1271.901487] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "33429320-f476-4ffa-8a29-bef6a1bc6373" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.901974] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "33429320-f476-4ffa-8a29-bef6a1bc6373" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.924450] env[62093]: DEBUG nova.network.neutron [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Successfully updated port: c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.937891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f108fa3b-f5da-46b8-8c3e-00a2ebc75297 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "6650dd8a-f0e5-4dd5-ba2b-09c589d74512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.719s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.981438] env[62093]: DEBUG nova.compute.manager [req-d55eccf8-042c-4274-9d79-38f3bc9bc798 req-e3e4408b-1713-46b6-abc8-27b65eb642f1 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Received event network-vif-plugged-c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1271.981438] env[62093]: DEBUG oslo_concurrency.lockutils [req-d55eccf8-042c-4274-9d79-38f3bc9bc798 req-e3e4408b-1713-46b6-abc8-27b65eb642f1 service nova] Acquiring lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.981438] env[62093]: DEBUG oslo_concurrency.lockutils [req-d55eccf8-042c-4274-9d79-38f3bc9bc798 req-e3e4408b-1713-46b6-abc8-27b65eb642f1 service nova] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.981438] env[62093]: DEBUG oslo_concurrency.lockutils [req-d55eccf8-042c-4274-9d79-38f3bc9bc798 req-e3e4408b-1713-46b6-abc8-27b65eb642f1 service nova] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.981438] env[62093]: DEBUG nova.compute.manager [req-d55eccf8-042c-4274-9d79-38f3bc9bc798 req-e3e4408b-1713-46b6-abc8-27b65eb642f1 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] No waiting events found dispatching network-vif-plugged-c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1271.981883] env[62093]: WARNING nova.compute.manager [req-d55eccf8-042c-4274-9d79-38f3bc9bc798 req-e3e4408b-1713-46b6-abc8-27b65eb642f1 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Received unexpected event network-vif-plugged-c4925686-f73d-4cc3-9842-46afdcfc9685 for instance with vm_state building and task_state spawning. [ 1272.407469] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "33429320-f476-4ffa-8a29-bef6a1bc6373" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.408089] env[62093]: DEBUG nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1272.425536] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.425700] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.426348] env[62093]: DEBUG nova.network.neutron [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.614912] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Updating instance_info_cache with network_info: [{"id": "f4b3a83a-134a-4c11-b6d8-3a38c60f3777", "address": "fa:16:3e:e6:47:74", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b3a83a-13", "ovs_interfaceid": "f4b3a83a-134a-4c11-b6d8-3a38c60f3777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.920926] env[62093]: DEBUG nova.compute.utils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1272.920926] env[62093]: DEBUG nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1272.920926] env[62093]: DEBUG nova.network.neutron [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.975137] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436f000c-a2b2-48b7-8813-d039b5fe187c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.977271] env[62093]: DEBUG nova.network.neutron [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.990114] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334a28fd-e6f8-4549-bb0c-97e2a511cff7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.034331] env[62093]: DEBUG nova.policy [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edd34b1ae43d440badf16bc83303464e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbb8aaef8e584ac3ab5cd5ae3e15ac1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1273.038697] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31dd749-ba31-478e-857c-384878c7263f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.049061] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585435d2-9423-4f6f-ba25-1f57e3575d12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.064461] env[62093]: DEBUG nova.compute.provider_tree [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.117206] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-0b2f15b5-9356-4da5-bc52-8a02128a3997" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.117604] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1273.117816] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.117984] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.118329] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.118536] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.118670] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1273.142636] env[62093]: DEBUG nova.network.neutron [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updating instance_info_cache with network_info: [{"id": "c4925686-f73d-4cc3-9842-46afdcfc9685", "address": "fa:16:3e:c9:79:26", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4925686-f7", "ovs_interfaceid": "c4925686-f73d-4cc3-9842-46afdcfc9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.407083] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.407083] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.407083] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.428920] env[62093]: DEBUG nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1273.570271] env[62093]: DEBUG nova.scheduler.client.report [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.645461] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Releasing lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.648098] env[62093]: DEBUG nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance network_info: |[{"id": "c4925686-f73d-4cc3-9842-46afdcfc9685", "address": "fa:16:3e:c9:79:26", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4925686-f7", "ovs_interfaceid": "c4925686-f73d-4cc3-9842-46afdcfc9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1273.648230] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:79:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4925686-f73d-4cc3-9842-46afdcfc9685', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.656862] env[62093]: DEBUG oslo.service.loopingcall [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.657369] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.657889] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1272d813-361e-4f3e-88f5-7382f20230fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.687580] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.687580] env[62093]: value = "task-1709547" [ 1273.687580] env[62093]: _type = "Task" [ 1273.687580] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.699091] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709547, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.722154] env[62093]: DEBUG nova.network.neutron [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Successfully created port: 34a0a545-c528-4c5b-a8db-caefdb836211 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.910218] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.078551] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.079100] env[62093]: DEBUG nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1274.082787] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.296s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.083041] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.085182] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.175s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.086843] env[62093]: INFO nova.compute.claims [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.132640] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488087-cf56-b3a3-902a-46000dd7ad46/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1274.132898] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f4345-4189-4ab7-b739-df228a01ee73 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.137393] env[62093]: INFO nova.scheduler.client.report [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleted allocations for instance c04d4d7e-b824-45b5-a1d5-8ba1ada04c43 [ 1274.143958] env[62093]: DEBUG nova.compute.manager [req-9cdad3f7-96d2-40fa-a098-a472311b7a98 req-d49ca8f6-eaec-489b-939a-d2ee8f2ba278 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Received event network-changed-c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1274.144189] env[62093]: DEBUG nova.compute.manager [req-9cdad3f7-96d2-40fa-a098-a472311b7a98 req-d49ca8f6-eaec-489b-939a-d2ee8f2ba278 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Refreshing instance network info cache due to event network-changed-c4925686-f73d-4cc3-9842-46afdcfc9685. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1274.144423] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdad3f7-96d2-40fa-a098-a472311b7a98 req-d49ca8f6-eaec-489b-939a-d2ee8f2ba278 service nova] Acquiring lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.144736] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdad3f7-96d2-40fa-a098-a472311b7a98 req-d49ca8f6-eaec-489b-939a-d2ee8f2ba278 service nova] Acquired lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.144843] env[62093]: DEBUG nova.network.neutron [req-9cdad3f7-96d2-40fa-a098-a472311b7a98 req-d49ca8f6-eaec-489b-939a-d2ee8f2ba278 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Refreshing network info cache for port c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.148377] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488087-cf56-b3a3-902a-46000dd7ad46/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1274.148469] env[62093]: ERROR oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488087-cf56-b3a3-902a-46000dd7ad46/disk-0.vmdk due to incomplete transfer. [ 1274.149730] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c68cedae-d40a-4f29-b716-c78e38cbf8b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.163030] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488087-cf56-b3a3-902a-46000dd7ad46/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1274.163030] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Uploaded image d76383e7-8385-438a-aee5-0b73e655925b to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1274.164103] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1274.165029] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3831aca-53f2-42a2-a07f-e545dd88b316 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.172433] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1274.172433] env[62093]: value = "task-1709548" [ 1274.172433] env[62093]: _type = "Task" [ 1274.172433] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.184186] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709548, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.201991] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709547, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.436690] env[62093]: DEBUG nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1274.466043] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1274.467028] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1274.467028] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.467028] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1274.467028] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.467028] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1274.467263] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1274.467400] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1274.467597] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1274.467880] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1274.467939] env[62093]: DEBUG nova.virt.hardware [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.468826] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc7e99e-c1b0-4637-bcf0-eb78cb483bd9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.478859] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1ef360-4372-4cd5-9be4-60f5a6a05991 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.509464] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.509464] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.594520] env[62093]: DEBUG nova.compute.utils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.598425] env[62093]: DEBUG nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1274.598631] env[62093]: DEBUG nova.network.neutron [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.645393] env[62093]: DEBUG nova.policy [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33d426e2225e4d38a0edfcfe3934a987', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b037513bd4b44d683a563334b815163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1274.653100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d55b9e0-b3c1-468e-8cb4-f57d8eeb5066 tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "c04d4d7e-b824-45b5-a1d5-8ba1ada04c43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.509s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.683802] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709548, 'name': Destroy_Task, 'duration_secs': 0.452642} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.683802] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Destroyed the VM [ 1274.684054] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1274.684320] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1bf8095-fa19-45c6-9ec0-8923a164f858 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.694607] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1274.694607] env[62093]: value = "task-1709549" [ 1274.694607] env[62093]: _type = "Task" [ 1274.694607] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.705192] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709547, 'name': CreateVM_Task, 'duration_secs': 0.540457} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.705701] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.706445] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.706621] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.707083] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.707361] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db05b5e7-b24d-4d33-9736-7682ef19d279 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.713220] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709549, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.717179] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1274.717179] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52482024-e5fc-33f2-6bf8-797f1a8269dc" [ 1274.717179] env[62093]: _type = "Task" [ 1274.717179] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.726867] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52482024-e5fc-33f2-6bf8-797f1a8269dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.021757] env[62093]: DEBUG nova.network.neutron [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Successfully created port: 0804d56b-e7c7-4ebd-afa1-20f7830c662d {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.024997] env[62093]: DEBUG nova.network.neutron [req-9cdad3f7-96d2-40fa-a098-a472311b7a98 req-d49ca8f6-eaec-489b-939a-d2ee8f2ba278 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updated VIF entry in instance network info cache for port c4925686-f73d-4cc3-9842-46afdcfc9685. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.025393] env[62093]: DEBUG nova.network.neutron [req-9cdad3f7-96d2-40fa-a098-a472311b7a98 req-d49ca8f6-eaec-489b-939a-d2ee8f2ba278 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updating instance_info_cache with network_info: [{"id": "c4925686-f73d-4cc3-9842-46afdcfc9685", "address": "fa:16:3e:c9:79:26", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4925686-f7", "ovs_interfaceid": "c4925686-f73d-4cc3-9842-46afdcfc9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.099433] env[62093]: DEBUG nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1275.157273] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.157652] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.157765] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "d936e23a-03b5-4ddc-b214-cfa9a0112756-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.157970] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.158214] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.160162] env[62093]: INFO nova.compute.manager [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Terminating instance [ 1275.161909] env[62093]: DEBUG nova.compute.manager [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1275.162121] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.162944] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96376fc-84e6-403a-ad92-ddb1fa1c53b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.177449] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.177715] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b41b6201-6282-433b-9cc2-49c1c5be3e84 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.211755] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709549, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.228243] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52482024-e5fc-33f2-6bf8-797f1a8269dc, 'name': SearchDatastore_Task, 'duration_secs': 0.0257} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.231190] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.232020] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.232020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.232020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.232020] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.232688] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a61fb5b7-1434-4b4d-a471-630cb3a64e32 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.245981] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.248090] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.250446] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20292a70-e379-4a1e-9728-c02c6884b48a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.263477] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1275.263477] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524384a4-4f60-0025-730c-b2d6c7e66f71" [ 1275.263477] env[62093]: _type = "Task" [ 1275.263477] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.291120] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524384a4-4f60-0025-730c-b2d6c7e66f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.528765] env[62093]: DEBUG oslo_concurrency.lockutils [req-9cdad3f7-96d2-40fa-a098-a472311b7a98 req-d49ca8f6-eaec-489b-939a-d2ee8f2ba278 service nova] Releasing lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.611122] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f1cb7f-d04a-4e2d-9237-23f39b059453 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.621647] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18374afe-6c53-4862-a13f-4fb458e565db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.667276] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875bce2a-95b9-4fbd-b508-b0182bef007c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.679156] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203b8aaf-1584-4287-b65b-d58a2c2a78e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.694295] env[62093]: DEBUG nova.compute.provider_tree [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.698267] env[62093]: DEBUG nova.network.neutron [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Successfully updated port: 34a0a545-c528-4c5b-a8db-caefdb836211 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.710910] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709549, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.774493] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524384a4-4f60-0025-730c-b2d6c7e66f71, 'name': SearchDatastore_Task, 'duration_secs': 0.028241} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.775367] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8672803-68c9-4cd7-9340-b40e338eac21 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.782980] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1275.782980] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525d87b1-4cf5-d9c5-0f02-a7781d57d31f" [ 1275.782980] env[62093]: _type = "Task" [ 1275.782980] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.795763] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525d87b1-4cf5-d9c5-0f02-a7781d57d31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.825681] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "12f3f357-d537-4ac7-83a4-61229287461d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.825983] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "12f3f357-d537-4ac7-83a4-61229287461d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.117370] env[62093]: DEBUG nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1276.147748] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1276.147991] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1276.148203] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.148399] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1276.148569] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.148679] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1276.148883] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1276.149051] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1276.149265] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1276.149442] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1276.149591] env[62093]: DEBUG nova.virt.hardware [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1276.150665] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80112b61-d4a7-417c-9c03-f21c7afea5c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.159349] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c7a514-1e6c-40b0-bb89-c78c532b5d34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.173478] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "0b2f15b5-9356-4da5-bc52-8a02128a3997" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.173729] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "0b2f15b5-9356-4da5-bc52-8a02128a3997" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.173977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "0b2f15b5-9356-4da5-bc52-8a02128a3997-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.174211] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "0b2f15b5-9356-4da5-bc52-8a02128a3997-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.174387] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "0b2f15b5-9356-4da5-bc52-8a02128a3997-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.176433] env[62093]: INFO nova.compute.manager [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Terminating instance [ 1276.178155] env[62093]: DEBUG nova.compute.manager [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1276.178348] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.179114] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc63e62-0ed7-4d13-84dd-db71593375e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.186793] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.187053] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-134b45bf-5a9e-4d0c-8fea-4b51cf869286 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.194371] env[62093]: DEBUG oslo_vmware.api [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1276.194371] env[62093]: value = "task-1709551" [ 1276.194371] env[62093]: _type = "Task" [ 1276.194371] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.198395] env[62093]: DEBUG nova.scheduler.client.report [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1276.202065] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "refresh_cache-3f8f25f5-c0d9-4ff8-92a0-938afc643166" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.202166] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquired lock "refresh_cache-3f8f25f5-c0d9-4ff8-92a0-938afc643166" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.202286] env[62093]: DEBUG nova.network.neutron [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.210088] env[62093]: DEBUG oslo_vmware.api [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.217586] env[62093]: DEBUG oslo_vmware.api [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709549, 'name': RemoveSnapshot_Task, 'duration_secs': 1.395152} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.218579] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1276.218834] env[62093]: INFO nova.compute.manager [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Took 15.97 seconds to snapshot the instance on the hypervisor. [ 1276.289874] env[62093]: DEBUG nova.compute.manager [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Received event network-vif-plugged-34a0a545-c528-4c5b-a8db-caefdb836211 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1276.290122] env[62093]: DEBUG oslo_concurrency.lockutils [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] Acquiring lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.290339] env[62093]: DEBUG oslo_concurrency.lockutils [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] Lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.290510] env[62093]: DEBUG oslo_concurrency.lockutils [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] Lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.290683] env[62093]: DEBUG nova.compute.manager [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] No waiting events found dispatching network-vif-plugged-34a0a545-c528-4c5b-a8db-caefdb836211 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1276.290848] env[62093]: WARNING nova.compute.manager [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Received unexpected event network-vif-plugged-34a0a545-c528-4c5b-a8db-caefdb836211 for instance with vm_state building and task_state spawning. [ 1276.291870] env[62093]: DEBUG nova.compute.manager [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Received event network-changed-34a0a545-c528-4c5b-a8db-caefdb836211 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1276.291870] env[62093]: DEBUG nova.compute.manager [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Refreshing instance network info cache due to event network-changed-34a0a545-c528-4c5b-a8db-caefdb836211. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1276.291870] env[62093]: DEBUG oslo_concurrency.lockutils [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] Acquiring lock "refresh_cache-3f8f25f5-c0d9-4ff8-92a0-938afc643166" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.298398] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525d87b1-4cf5-d9c5-0f02-a7781d57d31f, 'name': SearchDatastore_Task, 'duration_secs': 0.023573} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.298935] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.299267] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ceeacedc-7164-45b6-ae5f-3c65c86053b9/ceeacedc-7164-45b6-ae5f-3c65c86053b9.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.299549] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113888ec-fc65-483e-9f15-d2502a31f4db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.308452] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1276.308452] env[62093]: value = "task-1709552" [ 1276.308452] env[62093]: _type = "Task" [ 1276.308452] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.317929] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.392030] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.392030] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.392030] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleting the datastore file [datastore1] d936e23a-03b5-4ddc-b214-cfa9a0112756 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.392030] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bb7e534-03ee-49f2-ac73-7dae5c261cef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.400183] env[62093]: DEBUG oslo_vmware.api [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1276.400183] env[62093]: value = "task-1709553" [ 1276.400183] env[62093]: _type = "Task" [ 1276.400183] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.416450] env[62093]: DEBUG oslo_vmware.api [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.539987] env[62093]: DEBUG nova.compute.manager [req-a09b70ad-9b52-4820-b0bf-921a88c97e4c req-84eac00e-050b-4383-8d28-209d4ff09974 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Received event network-vif-plugged-0804d56b-e7c7-4ebd-afa1-20f7830c662d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1276.543125] env[62093]: DEBUG oslo_concurrency.lockutils [req-a09b70ad-9b52-4820-b0bf-921a88c97e4c req-84eac00e-050b-4383-8d28-209d4ff09974 service nova] Acquiring lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.543125] env[62093]: DEBUG oslo_concurrency.lockutils [req-a09b70ad-9b52-4820-b0bf-921a88c97e4c req-84eac00e-050b-4383-8d28-209d4ff09974 service nova] Lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.543125] env[62093]: DEBUG oslo_concurrency.lockutils [req-a09b70ad-9b52-4820-b0bf-921a88c97e4c req-84eac00e-050b-4383-8d28-209d4ff09974 service nova] Lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.543125] env[62093]: DEBUG nova.compute.manager [req-a09b70ad-9b52-4820-b0bf-921a88c97e4c req-84eac00e-050b-4383-8d28-209d4ff09974 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] No waiting events found dispatching network-vif-plugged-0804d56b-e7c7-4ebd-afa1-20f7830c662d {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1276.543125] env[62093]: WARNING nova.compute.manager [req-a09b70ad-9b52-4820-b0bf-921a88c97e4c req-84eac00e-050b-4383-8d28-209d4ff09974 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Received unexpected event network-vif-plugged-0804d56b-e7c7-4ebd-afa1-20f7830c662d for instance with vm_state building and task_state spawning. [ 1276.595068] env[62093]: DEBUG nova.network.neutron [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Successfully updated port: 0804d56b-e7c7-4ebd-afa1-20f7830c662d {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.705892] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.706404] env[62093]: DEBUG nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1276.709193] env[62093]: DEBUG oslo_vmware.api [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709551, 'name': PowerOffVM_Task, 'duration_secs': 0.298949} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.709703] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.128s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.711223] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.711404] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.713563] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a73aaa6-92e9-4377-a689-9ce00fe74e2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.723018] env[62093]: DEBUG nova.compute.manager [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Instance disappeared during snapshot {{(pid=62093) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1276.740926] env[62093]: DEBUG nova.compute.manager [None req-7f7747e5-9971-45c0-a4d9-40b5052c0618 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image not found during clean up d76383e7-8385-438a-aee5-0b73e655925b {{(pid=62093) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1276.748187] env[62093]: DEBUG nova.network.neutron [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.800527] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.800737] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.801297] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleting the datastore file [datastore1] 0b2f15b5-9356-4da5-bc52-8a02128a3997 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.801297] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c11bf86-ab77-4f43-8d5e-6066544b7e40 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.808425] env[62093]: DEBUG oslo_vmware.api [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for the task: (returnval){ [ 1276.808425] env[62093]: value = "task-1709555" [ 1276.808425] env[62093]: _type = "Task" [ 1276.808425] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.820518] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501239} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.823381] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ceeacedc-7164-45b6-ae5f-3c65c86053b9/ceeacedc-7164-45b6-ae5f-3c65c86053b9.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.823595] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.823842] env[62093]: DEBUG oslo_vmware.api [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.826468] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9770532b-895e-437d-a5ee-2b7f582a4d51 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.833682] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1276.833682] env[62093]: value = "task-1709556" [ 1276.833682] env[62093]: _type = "Task" [ 1276.833682] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.842200] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.898904] env[62093]: DEBUG nova.network.neutron [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Updating instance_info_cache with network_info: [{"id": "34a0a545-c528-4c5b-a8db-caefdb836211", "address": "fa:16:3e:cb:67:9d", "network": {"id": "505dc07a-f38a-42f6-8f3f-fc18fd216a6f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-966896755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbb8aaef8e584ac3ab5cd5ae3e15ac1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a0a545-c5", "ovs_interfaceid": "34a0a545-c528-4c5b-a8db-caefdb836211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.910615] env[62093]: DEBUG oslo_vmware.api [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433188} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.911605] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.911807] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.911987] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.912181] env[62093]: INFO nova.compute.manager [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1276.912426] env[62093]: DEBUG oslo.service.loopingcall [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.912608] env[62093]: DEBUG nova.compute.manager [-] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1276.912706] env[62093]: DEBUG nova.network.neutron [-] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.098221] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquiring lock "refresh_cache-7ca1e716-f3b6-412c-abba-03915c9e5bf1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.098472] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquired lock "refresh_cache-7ca1e716-f3b6-412c-abba-03915c9e5bf1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.098640] env[62093]: DEBUG nova.network.neutron [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.211236] env[62093]: DEBUG nova.compute.utils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1277.212778] env[62093]: DEBUG nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1277.212778] env[62093]: DEBUG nova.network.neutron [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.216898] env[62093]: INFO nova.compute.claims [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.261777] env[62093]: DEBUG nova.policy [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '617149c4b591446d8e435741a8b2cd67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a274d6089e4b85a7c3bffa30e7f162', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1277.320254] env[62093]: DEBUG oslo_vmware.api [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Task: {'id': task-1709555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151846} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.320592] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.320778] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.320951] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.321136] env[62093]: INFO nova.compute.manager [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1277.321379] env[62093]: DEBUG oslo.service.loopingcall [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.321569] env[62093]: DEBUG nova.compute.manager [-] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1277.321660] env[62093]: DEBUG nova.network.neutron [-] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.346757] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070883} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.347033] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.347826] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224a55ee-46ff-49ac-8224-f03ffd23a096 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.372917] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] ceeacedc-7164-45b6-ae5f-3c65c86053b9/ceeacedc-7164-45b6-ae5f-3c65c86053b9.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.373265] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-075b40d1-648a-4a40-b6b6-1fb6b6adb538 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.399957] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1277.399957] env[62093]: value = "task-1709557" [ 1277.399957] env[62093]: _type = "Task" [ 1277.399957] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.404357] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Releasing lock "refresh_cache-3f8f25f5-c0d9-4ff8-92a0-938afc643166" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.404559] env[62093]: DEBUG nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Instance network_info: |[{"id": "34a0a545-c528-4c5b-a8db-caefdb836211", "address": "fa:16:3e:cb:67:9d", "network": {"id": "505dc07a-f38a-42f6-8f3f-fc18fd216a6f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-966896755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbb8aaef8e584ac3ab5cd5ae3e15ac1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a0a545-c5", "ovs_interfaceid": "34a0a545-c528-4c5b-a8db-caefdb836211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1277.404890] env[62093]: DEBUG oslo_concurrency.lockutils [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] Acquired lock "refresh_cache-3f8f25f5-c0d9-4ff8-92a0-938afc643166" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.405123] env[62093]: DEBUG nova.network.neutron [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Refreshing network info cache for port 34a0a545-c528-4c5b-a8db-caefdb836211 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.406326] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:67:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34a0a545-c528-4c5b-a8db-caefdb836211', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.413800] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Creating folder: Project (fbb8aaef8e584ac3ab5cd5ae3e15ac1f). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.415769] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-653fea18-d21f-4fa7-8b1d-bf37dcafec22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.421647] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.434767] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Created folder: Project (fbb8aaef8e584ac3ab5cd5ae3e15ac1f) in parent group-v356072. [ 1277.435047] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Creating folder: Instances. Parent ref: group-v356162. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.435341] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcd24393-e6cf-4b59-853a-b97eccc56cbb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.447187] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Created folder: Instances in parent group-v356162. [ 1277.447413] env[62093]: DEBUG oslo.service.loopingcall [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.447520] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.447746] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e367d75d-daed-4fc3-97bd-fcdb31be12f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.468701] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.468701] env[62093]: value = "task-1709560" [ 1277.468701] env[62093]: _type = "Task" [ 1277.468701] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.477832] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709560, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.562624] env[62093]: DEBUG nova.network.neutron [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Successfully created port: 53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.655859] env[62093]: DEBUG nova.network.neutron [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.658621] env[62093]: DEBUG nova.network.neutron [-] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.721522] env[62093]: DEBUG nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1277.729642] env[62093]: INFO nova.compute.resource_tracker [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating resource usage from migration 161d2c1b-ccfd-4d61-9613-a33db3ee25c4 [ 1277.911605] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709557, 'name': ReconfigVM_Task, 'duration_secs': 0.343625} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.914185] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Reconfigured VM instance instance-0000001d to attach disk [datastore1] ceeacedc-7164-45b6-ae5f-3c65c86053b9/ceeacedc-7164-45b6-ae5f-3c65c86053b9.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.915338] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4fcd961-0ebf-486e-ada5-556d974ea26e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.923830] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1277.923830] env[62093]: value = "task-1709561" [ 1277.923830] env[62093]: _type = "Task" [ 1277.923830] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.936696] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709561, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.942375] env[62093]: DEBUG nova.network.neutron [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Updating instance_info_cache with network_info: [{"id": "0804d56b-e7c7-4ebd-afa1-20f7830c662d", "address": "fa:16:3e:8e:5f:3a", "network": {"id": "47834c9e-1111-4974-9dd3-702d185ebdb1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1033719303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b037513bd4b44d683a563334b815163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0804d56b-e7", "ovs_interfaceid": "0804d56b-e7c7-4ebd-afa1-20f7830c662d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.984844] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709560, 'name': CreateVM_Task, 'duration_secs': 0.450814} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.985480] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.986182] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.986353] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.986699] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.986953] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4dce9e0-bd66-4e85-a1fe-14530754b07b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.999099] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1277.999099] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52cfff10-66a9-efd2-292b-e3c025757d94" [ 1277.999099] env[62093]: _type = "Task" [ 1277.999099] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.015063] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52cfff10-66a9-efd2-292b-e3c025757d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.162868] env[62093]: INFO nova.compute.manager [-] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Took 1.25 seconds to deallocate network for instance. [ 1278.262625] env[62093]: DEBUG nova.network.neutron [-] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.286906] env[62093]: DEBUG nova.network.neutron [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Updated VIF entry in instance network info cache for port 34a0a545-c528-4c5b-a8db-caefdb836211. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.287296] env[62093]: DEBUG nova.network.neutron [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Updating instance_info_cache with network_info: [{"id": "34a0a545-c528-4c5b-a8db-caefdb836211", "address": "fa:16:3e:cb:67:9d", "network": {"id": "505dc07a-f38a-42f6-8f3f-fc18fd216a6f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-966896755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbb8aaef8e584ac3ab5cd5ae3e15ac1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a0a545-c5", "ovs_interfaceid": "34a0a545-c528-4c5b-a8db-caefdb836211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.295905] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a81d9d-62c2-4ae6-b764-150a127bdd6b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.304966] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616cca1a-05b4-46fd-8110-5e3b6ef0be15 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.336125] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30da48c-043d-4ca1-b05d-1a1dc5b0f13d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.344725] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617cc49b-119c-462f-bebe-34826607b363 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.358553] env[62093]: DEBUG nova.compute.provider_tree [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.362357] env[62093]: DEBUG nova.compute.manager [req-80b8f020-6c90-47c0-b0e1-190f90670190 req-4b4a324a-7a70-4626-bd79-656907511947 service nova] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Received event network-vif-deleted-f4b3a83a-134a-4c11-b6d8-3a38c60f3777 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.436789] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709561, 'name': Rename_Task, 'duration_secs': 0.179449} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.436789] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.436789] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9508453-5335-4fd6-84bf-0a3b02d4ee89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.445112] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1278.445112] env[62093]: value = "task-1709562" [ 1278.445112] env[62093]: _type = "Task" [ 1278.445112] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.448234] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Releasing lock "refresh_cache-7ca1e716-f3b6-412c-abba-03915c9e5bf1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.448812] env[62093]: DEBUG nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Instance network_info: |[{"id": "0804d56b-e7c7-4ebd-afa1-20f7830c662d", "address": "fa:16:3e:8e:5f:3a", "network": {"id": "47834c9e-1111-4974-9dd3-702d185ebdb1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1033719303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b037513bd4b44d683a563334b815163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0804d56b-e7", "ovs_interfaceid": "0804d56b-e7c7-4ebd-afa1-20f7830c662d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1278.452871] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:5f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0804d56b-e7c7-4ebd-afa1-20f7830c662d', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.461143] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Creating folder: Project (6b037513bd4b44d683a563334b815163). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.461549] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.461790] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc853ede-5096-4c1a-8c86-2d632c098cda {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.476201] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Created folder: Project (6b037513bd4b44d683a563334b815163) in parent group-v356072. [ 1278.476425] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Creating folder: Instances. Parent ref: group-v356165. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.476707] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1d81e1b-751f-4808-9eb1-3f567c324cc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.487161] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Created folder: Instances in parent group-v356165. [ 1278.487449] env[62093]: DEBUG oslo.service.loopingcall [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.487671] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.487904] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dbe0448-5a99-4a08-bb11-29de342372d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.511661] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52cfff10-66a9-efd2-292b-e3c025757d94, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.512939] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.513254] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.513527] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.513709] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.513979] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.514248] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.514248] env[62093]: value = "task-1709565" [ 1278.514248] env[62093]: _type = "Task" [ 1278.514248] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.514599] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c983f6a-678c-4a45-9ee1-0aeaa541a868 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.525941] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.526186] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.526984] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853afbae-8e8b-48ec-ae5e-66e8f1be1b85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.532078] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1278.532078] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525bb4cc-4d75-4068-c4a2-cd4200d2a3ff" [ 1278.532078] env[62093]: _type = "Task" [ 1278.532078] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.539636] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525bb4cc-4d75-4068-c4a2-cd4200d2a3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.574894] env[62093]: DEBUG nova.compute.manager [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Received event network-changed-0804d56b-e7c7-4ebd-afa1-20f7830c662d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.575187] env[62093]: DEBUG nova.compute.manager [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Refreshing instance network info cache due to event network-changed-0804d56b-e7c7-4ebd-afa1-20f7830c662d. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1278.575343] env[62093]: DEBUG oslo_concurrency.lockutils [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] Acquiring lock "refresh_cache-7ca1e716-f3b6-412c-abba-03915c9e5bf1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.575457] env[62093]: DEBUG oslo_concurrency.lockutils [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] Acquired lock "refresh_cache-7ca1e716-f3b6-412c-abba-03915c9e5bf1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.575618] env[62093]: DEBUG nova.network.neutron [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Refreshing network info cache for port 0804d56b-e7c7-4ebd-afa1-20f7830c662d {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.669775] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.735293] env[62093]: DEBUG nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1278.762962] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1278.763296] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1278.763509] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.763738] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1278.763923] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.764137] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1278.764419] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1278.764632] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1278.764854] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1278.765070] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1278.765293] env[62093]: DEBUG nova.virt.hardware [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1278.765775] env[62093]: INFO nova.compute.manager [-] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Took 1.44 seconds to deallocate network for instance. [ 1278.766606] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0481e5be-686e-4ef0-8e08-28ed28e22166 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.777948] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd059ce-b9f4-4e6c-afdd-588388f667b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.799350] env[62093]: DEBUG oslo_concurrency.lockutils [req-690bd26c-b0df-4d42-bae8-4a213babcbdf req-7147f3ac-982e-4ea1-9439-0a3fcca613e9 service nova] Releasing lock "refresh_cache-3f8f25f5-c0d9-4ff8-92a0-938afc643166" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.865027] env[62093]: DEBUG nova.scheduler.client.report [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1278.954057] env[62093]: DEBUG oslo_vmware.api [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709562, 'name': PowerOnVM_Task, 'duration_secs': 0.441661} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.954350] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.954577] env[62093]: INFO nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1278.954775] env[62093]: DEBUG nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1278.955632] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5bcd53-dbae-4369-9a8d-44d37105352a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.027999] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709565, 'name': CreateVM_Task, 'duration_secs': 0.353972} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.028217] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.028900] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.029075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.029482] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.029661] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6727465e-0b4c-4d4c-8dc6-2421c4b11346 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.036567] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1279.036567] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52488db0-3f17-a1c0-892d-4e00b0e6cb12" [ 1279.036567] env[62093]: _type = "Task" [ 1279.036567] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.044827] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525bb4cc-4d75-4068-c4a2-cd4200d2a3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.045918] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c92fe27-bfc9-4f8f-a229-4ed93c4b0644 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.051145] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52488db0-3f17-a1c0-892d-4e00b0e6cb12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.054512] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1279.054512] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c6b3ab-903d-6102-5dc7-1a1b4c9ef38c" [ 1279.054512] env[62093]: _type = "Task" [ 1279.054512] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.066351] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c6b3ab-903d-6102-5dc7-1a1b4c9ef38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.087157] env[62093]: DEBUG nova.network.neutron [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Successfully updated port: 53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.279759] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.370849] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.661s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.371110] env[62093]: INFO nova.compute.manager [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Migrating [ 1279.371371] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.371512] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.372893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.107s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.374442] env[62093]: INFO nova.compute.claims [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.412229] env[62093]: DEBUG nova.network.neutron [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Updated VIF entry in instance network info cache for port 0804d56b-e7c7-4ebd-afa1-20f7830c662d. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.412659] env[62093]: DEBUG nova.network.neutron [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Updating instance_info_cache with network_info: [{"id": "0804d56b-e7c7-4ebd-afa1-20f7830c662d", "address": "fa:16:3e:8e:5f:3a", "network": {"id": "47834c9e-1111-4974-9dd3-702d185ebdb1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1033719303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b037513bd4b44d683a563334b815163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0804d56b-e7", "ovs_interfaceid": "0804d56b-e7c7-4ebd-afa1-20f7830c662d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.480558] env[62093]: INFO nova.compute.manager [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Took 44.99 seconds to build instance. [ 1279.549658] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52488db0-3f17-a1c0-892d-4e00b0e6cb12, 'name': SearchDatastore_Task, 'duration_secs': 0.018167} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.549816] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.550080] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.550349] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.568325] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c6b3ab-903d-6102-5dc7-1a1b4c9ef38c, 'name': SearchDatastore_Task, 'duration_secs': 0.039506} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.568615] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.568867] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 3f8f25f5-c0d9-4ff8-92a0-938afc643166/3f8f25f5-c0d9-4ff8-92a0-938afc643166.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.569287] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.569551] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.569828] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e0ea5b-88b8-40d9-9032-2f640f87b497 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.572458] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7bf5704-1141-44f8-b628-5418b2f835fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.581941] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1279.581941] env[62093]: value = "task-1709566" [ 1279.581941] env[62093]: _type = "Task" [ 1279.581941] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.583309] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.583663] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.587790] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3b859c-4700-4a50-b69b-97057e552588 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.594162] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.594316] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquired lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.594478] env[62093]: DEBUG nova.network.neutron [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.596561] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1279.596561] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fb0109-ce85-5773-4805-66d694b3bca8" [ 1279.596561] env[62093]: _type = "Task" [ 1279.596561] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.600992] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.610534] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fb0109-ce85-5773-4805-66d694b3bca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.878887] env[62093]: INFO nova.compute.rpcapi [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1279.879562] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.915046] env[62093]: DEBUG oslo_concurrency.lockutils [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] Releasing lock "refresh_cache-7ca1e716-f3b6-412c-abba-03915c9e5bf1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.915368] env[62093]: DEBUG nova.compute.manager [req-0873e75c-f50d-4c95-90e0-c4df740c5c30 req-1a4fa83a-3f60-4df3-a499-23a4d3fb0454 service nova] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Received event network-vif-deleted-14b9b92c-56f8-4be9-9973-5fa708bb7bac {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1279.982617] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18beb0f4-d776-4413-849c-129955364858 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.610s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.096784] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.116788] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fb0109-ce85-5773-4805-66d694b3bca8, 'name': SearchDatastore_Task, 'duration_secs': 0.026469} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.118340] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8e0abf-0850-40d5-a86d-714ffdd24106 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.128035] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1280.128035] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5253bd40-b172-9f35-d6c9-a2a635da00e3" [ 1280.128035] env[62093]: _type = "Task" [ 1280.128035] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.140018] env[62093]: DEBUG nova.network.neutron [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.145682] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5253bd40-b172-9f35-d6c9-a2a635da00e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.403434] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.403635] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.403877] env[62093]: DEBUG nova.network.neutron [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.476729] env[62093]: DEBUG nova.network.neutron [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updating instance_info_cache with network_info: [{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.490393] env[62093]: DEBUG nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1280.595769] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640952} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.598440] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 3f8f25f5-c0d9-4ff8-92a0-938afc643166/3f8f25f5-c0d9-4ff8-92a0-938afc643166.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.598661] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.600191] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d4bcdd3-3556-4a5f-be22-5cf7be28193f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.607534] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1280.607534] env[62093]: value = "task-1709567" [ 1280.607534] env[62093]: _type = "Task" [ 1280.607534] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.617460] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.639560] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5253bd40-b172-9f35-d6c9-a2a635da00e3, 'name': SearchDatastore_Task, 'duration_secs': 0.054228} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.642436] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.642753] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7ca1e716-f3b6-412c-abba-03915c9e5bf1/7ca1e716-f3b6-412c-abba-03915c9e5bf1.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.643246] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a39aa768-54f3-4e72-9dee-cee28a2a9e91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.651767] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1280.651767] env[62093]: value = "task-1709568" [ 1280.651767] env[62093]: _type = "Task" [ 1280.651767] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.665943] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.890044] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9db264-c9e2-417e-b470-b7985fab4d31 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.897945] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d7678-755d-498c-94d4-3b83970dae11 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.934030] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8f316-d656-4d78-a03b-fe800560e2f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.943205] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a987c45-0b1a-420e-8b92-8094982ab844 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.958609] env[62093]: DEBUG nova.compute.provider_tree [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1280.982020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Releasing lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.982020] env[62093]: DEBUG nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Instance network_info: |[{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1280.982206] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:30:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53239a09-a127-4e1d-a884-f5999fcb8139', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.988637] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Creating folder: Project (35a274d6089e4b85a7c3bffa30e7f162). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1280.991728] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21713849-f2e1-4047-83f5-3a7c44d4add0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.012284] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Created folder: Project (35a274d6089e4b85a7c3bffa30e7f162) in parent group-v356072. [ 1281.012284] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Creating folder: Instances. Parent ref: group-v356168. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.012718] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.013113] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b855aa-843a-4377-96d7-d70ab7fa8b7b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.024163] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Created folder: Instances in parent group-v356168. [ 1281.024163] env[62093]: DEBUG oslo.service.loopingcall [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.024261] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.024565] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e7cb2a-f520-4dd3-b70b-318a531efe12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.051026] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.051026] env[62093]: value = "task-1709571" [ 1281.051026] env[62093]: _type = "Task" [ 1281.051026] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.057171] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709571, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.119763] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.120062] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.121086] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b1ef3f-1984-40f9-80dd-8014d8b338cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.145079] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 3f8f25f5-c0d9-4ff8-92a0-938afc643166/3f8f25f5-c0d9-4ff8-92a0-938afc643166.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.145464] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c117018a-ef04-4c82-affc-1a4a524a978d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.172035] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709568, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.173912] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1281.173912] env[62093]: value = "task-1709572" [ 1281.173912] env[62093]: _type = "Task" [ 1281.173912] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.190328] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.481923] env[62093]: ERROR nova.scheduler.client.report [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [req-65fe4529-642d-4bd4-91d4-683d0b7195d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65fe4529-642d-4bd4-91d4-683d0b7195d3"}]} [ 1281.506426] env[62093]: DEBUG nova.scheduler.client.report [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1281.521364] env[62093]: DEBUG nova.scheduler.client.report [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1281.521624] env[62093]: DEBUG nova.compute.provider_tree [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1281.533144] env[62093]: DEBUG nova.scheduler.client.report [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1281.563902] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709571, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.567401] env[62093]: DEBUG nova.scheduler.client.report [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1281.612164] env[62093]: DEBUG nova.compute.manager [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Received event network-vif-plugged-53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.612768] env[62093]: DEBUG oslo_concurrency.lockutils [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] Acquiring lock "720ede3f-9e51-482b-bcfb-a2d5488711a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.612768] env[62093]: DEBUG oslo_concurrency.lockutils [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] Lock "720ede3f-9e51-482b-bcfb-a2d5488711a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.612768] env[62093]: DEBUG oslo_concurrency.lockutils [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] Lock "720ede3f-9e51-482b-bcfb-a2d5488711a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.612899] env[62093]: DEBUG nova.compute.manager [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] No waiting events found dispatching network-vif-plugged-53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1281.613170] env[62093]: WARNING nova.compute.manager [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Received unexpected event network-vif-plugged-53239a09-a127-4e1d-a884-f5999fcb8139 for instance with vm_state building and task_state spawning. [ 1281.613234] env[62093]: DEBUG nova.compute.manager [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Received event network-changed-53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.613376] env[62093]: DEBUG nova.compute.manager [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Refreshing instance network info cache due to event network-changed-53239a09-a127-4e1d-a884-f5999fcb8139. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1281.613825] env[62093]: DEBUG oslo_concurrency.lockutils [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] Acquiring lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.613825] env[62093]: DEBUG oslo_concurrency.lockutils [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] Acquired lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.613825] env[62093]: DEBUG nova.network.neutron [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Refreshing network info cache for port 53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.618074] env[62093]: DEBUG nova.network.neutron [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance_info_cache with network_info: [{"id": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "address": "fa:16:3e:de:a7:a6", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef0ca1-3b", "ovs_interfaceid": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.673476] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785967} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.673987] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7ca1e716-f3b6-412c-abba-03915c9e5bf1/7ca1e716-f3b6-412c-abba-03915c9e5bf1.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.673987] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.674998] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be52ecda-a162-4bbd-9fe2-a51ec6382e0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.686596] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1281.686596] env[62093]: value = "task-1709573" [ 1281.686596] env[62093]: _type = "Task" [ 1281.686596] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.691608] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.706361] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.865258] env[62093]: DEBUG nova.compute.manager [req-3c2b0b0b-d8a1-43d1-8de3-0f606e6cebc9 req-352c2e25-a8cb-4317-b911-8c452d23cf37 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Received event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.865521] env[62093]: DEBUG nova.compute.manager [req-3c2b0b0b-d8a1-43d1-8de3-0f606e6cebc9 req-352c2e25-a8cb-4317-b911-8c452d23cf37 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing instance network info cache due to event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1281.865784] env[62093]: DEBUG oslo_concurrency.lockutils [req-3c2b0b0b-d8a1-43d1-8de3-0f606e6cebc9 req-352c2e25-a8cb-4317-b911-8c452d23cf37 service nova] Acquiring lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.865971] env[62093]: DEBUG oslo_concurrency.lockutils [req-3c2b0b0b-d8a1-43d1-8de3-0f606e6cebc9 req-352c2e25-a8cb-4317-b911-8c452d23cf37 service nova] Acquired lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.866193] env[62093]: DEBUG nova.network.neutron [req-3c2b0b0b-d8a1-43d1-8de3-0f606e6cebc9 req-352c2e25-a8cb-4317-b911-8c452d23cf37 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.061634] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709571, 'name': CreateVM_Task, 'duration_secs': 0.577113} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.061804] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.062582] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.063403] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.063403] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.065726] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ddd600-88ad-4909-aa59-c42a5545a825 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.071314] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1282.071314] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d73bf5-c7e5-8614-822a-af74ab99829a" [ 1282.071314] env[62093]: _type = "Task" [ 1282.071314] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.080478] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d73bf5-c7e5-8614-822a-af74ab99829a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.082140] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01a7b2-1524-4ff7-85c4-d755c69943fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.090233] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5ae44-1037-477a-b4f4-174db12781d8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.123626] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf9b9af-745b-48b7-8b60-2960f5e15ebe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.126756] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.134286] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06411c32-b17a-49be-b74d-112135bed53c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.149105] env[62093]: DEBUG nova.compute.provider_tree [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.188642] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709572, 'name': ReconfigVM_Task, 'duration_secs': 0.650784} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.188642] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 3f8f25f5-c0d9-4ff8-92a0-938afc643166/3f8f25f5-c0d9-4ff8-92a0-938afc643166.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.189410] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fd7c59e-2fb0-4825-8104-0e0cf877b8c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.197151] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1282.197151] env[62093]: value = "task-1709574" [ 1282.197151] env[62093]: _type = "Task" [ 1282.197151] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.200386] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06707} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.203216] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.203932] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b70233-699a-4d4e-98da-9c5258b02b92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.211366] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709574, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.229111] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 7ca1e716-f3b6-412c-abba-03915c9e5bf1/7ca1e716-f3b6-412c-abba-03915c9e5bf1.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.229742] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154576b6-f4f7-492d-bfd0-415c90561480 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.249725] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1282.249725] env[62093]: value = "task-1709575" [ 1282.249725] env[62093]: _type = "Task" [ 1282.249725] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.258557] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.581905] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d73bf5-c7e5-8614-822a-af74ab99829a, 'name': SearchDatastore_Task, 'duration_secs': 0.03693} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.582227] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.582463] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.582893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.582974] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.583122] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.583383] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6aacd0-7de8-4376-a090-ee1cc589adf0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.598961] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.599148] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.599890] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db6af26-8ceb-49f5-b916-b18480ee482e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.608534] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1282.608534] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52437237-b5a6-8752-acc6-a78ebdee5a91" [ 1282.608534] env[62093]: _type = "Task" [ 1282.608534] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.615850] env[62093]: DEBUG nova.network.neutron [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updated VIF entry in instance network info cache for port 53239a09-a127-4e1d-a884-f5999fcb8139. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.616228] env[62093]: DEBUG nova.network.neutron [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updating instance_info_cache with network_info: [{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.622870] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52437237-b5a6-8752-acc6-a78ebdee5a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.623695] env[62093]: DEBUG nova.network.neutron [req-3c2b0b0b-d8a1-43d1-8de3-0f606e6cebc9 req-352c2e25-a8cb-4317-b911-8c452d23cf37 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updated VIF entry in instance network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.624021] env[62093]: DEBUG nova.network.neutron [req-3c2b0b0b-d8a1-43d1-8de3-0f606e6cebc9 req-352c2e25-a8cb-4317-b911-8c452d23cf37 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updating instance_info_cache with network_info: [{"id": "f0705117-72f6-4f2a-88bb-d238087fecfb", "address": "fa:16:3e:bc:e9:20", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0705117-72", "ovs_interfaceid": "f0705117-72f6-4f2a-88bb-d238087fecfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.701859] env[62093]: DEBUG nova.scheduler.client.report [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1282.702250] env[62093]: DEBUG nova.compute.provider_tree [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 53 to 54 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1282.702456] env[62093]: DEBUG nova.compute.provider_tree [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.715768] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709574, 'name': Rename_Task, 'duration_secs': 0.332519} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.716047] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.716305] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-526d6ade-48b0-4a91-bbcc-70b5254675ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.724389] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1282.724389] env[62093]: value = "task-1709576" [ 1282.724389] env[62093]: _type = "Task" [ 1282.724389] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.734855] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.761437] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.121790] env[62093]: DEBUG oslo_concurrency.lockutils [req-4b4e9901-0799-43bb-a277-8fa2f952bdd7 req-c9b42d80-af94-4c8e-8ddd-618ed6e4913f service nova] Releasing lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.122330] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52437237-b5a6-8752-acc6-a78ebdee5a91, 'name': SearchDatastore_Task, 'duration_secs': 0.028559} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.123289] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877cb4c3-1889-4edc-b53b-849a81474efc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.126397] env[62093]: DEBUG oslo_concurrency.lockutils [req-3c2b0b0b-d8a1-43d1-8de3-0f606e6cebc9 req-352c2e25-a8cb-4317-b911-8c452d23cf37 service nova] Releasing lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.132031] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1283.132031] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ec9716-6cc0-c3f4-c437-e760497b5c27" [ 1283.132031] env[62093]: _type = "Task" [ 1283.132031] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.144373] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ec9716-6cc0-c3f4-c437-e760497b5c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.211807] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.839s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.214639] env[62093]: DEBUG nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1283.221377] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.209s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.221377] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.221844] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.012s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.223380] env[62093]: INFO nova.compute.claims [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.236730] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.245489] env[62093]: INFO nova.scheduler.client.report [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Deleted allocations for instance 53d953ab-e962-4a94-8332-4f9a00655b37 [ 1283.263915] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709575, 'name': ReconfigVM_Task, 'duration_secs': 0.638231} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.264273] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 7ca1e716-f3b6-412c-abba-03915c9e5bf1/7ca1e716-f3b6-412c-abba-03915c9e5bf1.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.264994] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f7d4019-4e6d-4341-9381-184013583f3c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.273250] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1283.273250] env[62093]: value = "task-1709577" [ 1283.273250] env[62093]: _type = "Task" [ 1283.273250] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.283688] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709577, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.645502] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ec9716-6cc0-c3f4-c437-e760497b5c27, 'name': SearchDatastore_Task, 'duration_secs': 0.022833} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.646517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.646821] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 720ede3f-9e51-482b-bcfb-a2d5488711a5/720ede3f-9e51-482b-bcfb-a2d5488711a5.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.647630] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8fc4b3-27b5-4e7c-a6fa-6e4a42f75ec9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.650432] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6d1c6a-f26d-4b52-8f45-3478055988f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.670018] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance 'a3e48e71-e343-48f3-8bbf-8498f4db9f9d' progress to 0 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.679815] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1283.679815] env[62093]: value = "task-1709578" [ 1283.679815] env[62093]: _type = "Task" [ 1283.679815] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.692717] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.731610] env[62093]: DEBUG nova.compute.utils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1283.735174] env[62093]: DEBUG nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1283.735174] env[62093]: DEBUG nova.network.neutron [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.755368] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8b1c3c2-7d11-459d-92d4-dbaff379f78b tempest-DeleteServersAdminTestJSON-813485568 tempest-DeleteServersAdminTestJSON-813485568-project-member] Lock "53d953ab-e962-4a94-8332-4f9a00655b37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.106s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.759082] env[62093]: DEBUG oslo_vmware.api [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709576, 'name': PowerOnVM_Task, 'duration_secs': 0.901323} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.759082] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.759082] env[62093]: INFO nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1283.759082] env[62093]: DEBUG nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1283.759082] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6a269d-5e3a-4a02-bfc5-72afee930d2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.786018] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709577, 'name': Rename_Task, 'duration_secs': 0.164271} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.786430] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.787026] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5047cc7f-d8fe-429f-848a-7ae8318413ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.796015] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1283.796015] env[62093]: value = "task-1709579" [ 1283.796015] env[62093]: _type = "Task" [ 1283.796015] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.806265] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.808051] env[62093]: DEBUG nova.policy [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c46ddcc9cf4e8fa37729aadf50a5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed4e76ffe1ab4b35969ce91ec00a067e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1284.090200] env[62093]: DEBUG nova.network.neutron [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Successfully created port: d2eb8070-dbad-4340-b9d0-2368fd1e49e0 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.178921] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.181458] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1cd794f-788d-4fae-a6e3-92465351a675 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.202438] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.203038] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1284.203038] env[62093]: value = "task-1709580" [ 1284.203038] env[62093]: _type = "Task" [ 1284.203038] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.214501] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.245081] env[62093]: DEBUG nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1284.287532] env[62093]: INFO nova.compute.manager [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Took 45.06 seconds to build instance. [ 1284.293710] env[62093]: DEBUG nova.compute.manager [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Received event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.293905] env[62093]: DEBUG nova.compute.manager [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing instance network info cache due to event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1284.294342] env[62093]: DEBUG oslo_concurrency.lockutils [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] Acquiring lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.294500] env[62093]: DEBUG oslo_concurrency.lockutils [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] Acquired lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.294664] env[62093]: DEBUG nova.network.neutron [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.311087] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.692104] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587284} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.692104] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 720ede3f-9e51-482b-bcfb-a2d5488711a5/720ede3f-9e51-482b-bcfb-a2d5488711a5.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.692104] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.692104] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fe27fcd-5d25-418b-87b9-b74e698786bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.700843] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1284.700843] env[62093]: value = "task-1709581" [ 1284.700843] env[62093]: _type = "Task" [ 1284.700843] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.718378] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.723950] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709580, 'name': PowerOffVM_Task, 'duration_secs': 0.264494} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.726758] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.727014] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance 'a3e48e71-e343-48f3-8bbf-8498f4db9f9d' progress to 17 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.786477] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3380bcca-7a07-4d5d-a3ae-14e176719e88 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.793054] env[62093]: DEBUG oslo_concurrency.lockutils [None req-18b2f05b-dcb0-4f2b-a9a1-17efeecb4d80 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.879s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.809115] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccac5e26-d64f-40d1-a690-85300657fced {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.820954] env[62093]: DEBUG oslo_vmware.api [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709579, 'name': PowerOnVM_Task, 'duration_secs': 0.787085} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.821912] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.821912] env[62093]: INFO nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1284.821912] env[62093]: DEBUG nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1284.824256] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e4ebf-e614-4701-aa37-500567aa46ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.856159] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f480c4-da50-4f12-a3b3-5742ceed6cc1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.871057] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c31dae-8945-4ff2-8db7-b793f94d5453 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.885436] env[62093]: DEBUG nova.compute.provider_tree [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.212629] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286379} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.212856] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.213632] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2553b7d-d671-41d1-a682-43cb3b9f55a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.238199] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 720ede3f-9e51-482b-bcfb-a2d5488711a5/720ede3f-9e51-482b-bcfb-a2d5488711a5.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.240392] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1285.240609] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1285.240761] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.240937] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1285.241093] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.241242] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1285.241438] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1285.241592] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1285.241753] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1285.241908] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1285.242094] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1285.246886] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d9841b0-7a0e-4724-b618-728ced6d228b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.262842] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88fc1991-899e-4c0d-960c-48757a3d5b89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.275303] env[62093]: DEBUG nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1285.286044] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1285.286044] env[62093]: value = "task-1709582" [ 1285.286044] env[62093]: _type = "Task" [ 1285.286044] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.288686] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1285.288686] env[62093]: value = "task-1709583" [ 1285.288686] env[62093]: _type = "Task" [ 1285.288686] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.296551] env[62093]: DEBUG nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1285.305660] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.310946] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.312819] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1285.313045] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1285.313230] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.313509] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1285.313706] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.313921] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1285.315825] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1285.315825] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1285.315825] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1285.315825] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1285.315825] env[62093]: DEBUG nova.virt.hardware [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1285.316081] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902cba9-79ba-4c37-9946-fbac655b77df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.318832] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.319066] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.319309] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.319539] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.319742] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.323093] env[62093]: INFO nova.compute.manager [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Terminating instance [ 1285.327463] env[62093]: DEBUG nova.compute.manager [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1285.327653] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.328981] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1ed90d-66d7-4aef-94ee-046d33f6f0cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.334728] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c9a91-e696-4129-874e-c61a5ed50ab7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.351639] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.352200] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f57d174-a303-435e-be22-a3cd06372916 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.362544] env[62093]: DEBUG oslo_vmware.api [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1285.362544] env[62093]: value = "task-1709584" [ 1285.362544] env[62093]: _type = "Task" [ 1285.362544] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.379339] env[62093]: INFO nova.compute.manager [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Took 42.38 seconds to build instance. [ 1285.384419] env[62093]: DEBUG oslo_vmware.api [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.388451] env[62093]: DEBUG nova.scheduler.client.report [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1285.401840] env[62093]: DEBUG nova.network.neutron [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updated VIF entry in instance network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.402255] env[62093]: DEBUG nova.network.neutron [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updating instance_info_cache with network_info: [{"id": "f0705117-72f6-4f2a-88bb-d238087fecfb", "address": "fa:16:3e:bc:e9:20", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0705117-72", "ovs_interfaceid": "f0705117-72f6-4f2a-88bb-d238087fecfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.742181] env[62093]: DEBUG nova.network.neutron [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Successfully updated port: d2eb8070-dbad-4340-b9d0-2368fd1e49e0 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.800257] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.806991] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709583, 'name': ReconfigVM_Task, 'duration_secs': 0.324699} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.806991] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 720ede3f-9e51-482b-bcfb-a2d5488711a5/720ede3f-9e51-482b-bcfb-a2d5488711a5.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.808896] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a3b688c-4a36-42c4-b764-bb0441eb973c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.818759] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1285.818759] env[62093]: value = "task-1709585" [ 1285.818759] env[62093]: _type = "Task" [ 1285.818759] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.830165] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709585, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.830938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.874388] env[62093]: DEBUG oslo_vmware.api [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.881237] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f783d02-32da-4703-b505-23d29bae755f tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.239s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.893936] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.894502] env[62093]: DEBUG nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1285.898348] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.116s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.900059] env[62093]: INFO nova.compute.claims [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.905395] env[62093]: DEBUG oslo_concurrency.lockutils [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] Releasing lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.905644] env[62093]: DEBUG nova.compute.manager [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Received event network-changed-c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1285.906411] env[62093]: DEBUG nova.compute.manager [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Refreshing instance network info cache due to event network-changed-c4925686-f73d-4cc3-9842-46afdcfc9685. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1285.906411] env[62093]: DEBUG oslo_concurrency.lockutils [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] Acquiring lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.906411] env[62093]: DEBUG oslo_concurrency.lockutils [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] Acquired lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.906658] env[62093]: DEBUG nova.network.neutron [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Refreshing network info cache for port c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.246363] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.246363] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquired lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.246363] env[62093]: DEBUG nova.network.neutron [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.300587] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709582, 'name': ReconfigVM_Task, 'duration_secs': 0.92906} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.302741] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance 'a3e48e71-e343-48f3-8bbf-8498f4db9f9d' progress to 33 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.330095] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709585, 'name': Rename_Task, 'duration_secs': 0.175787} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.330579] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.331106] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a937fe5-1a28-49fc-915f-a73658eabd4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.342025] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1286.342025] env[62093]: value = "task-1709586" [ 1286.342025] env[62093]: _type = "Task" [ 1286.342025] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.356402] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.375254] env[62093]: DEBUG oslo_vmware.api [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709584, 'name': PowerOffVM_Task, 'duration_secs': 0.87103} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.375699] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.375924] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.377745] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7550917-59f3-4a82-93d3-fefd12cb4660 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.387294] env[62093]: DEBUG nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1286.399091] env[62093]: DEBUG nova.compute.utils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1286.400408] env[62093]: DEBUG nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1286.400573] env[62093]: DEBUG nova.network.neutron [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.410224] env[62093]: DEBUG nova.compute.manager [req-ac01e149-10ad-4681-8cf6-8c29b9d51fb3 req-37fb7139-396b-4569-a82c-e8bbb3036ff0 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Received event network-vif-plugged-d2eb8070-dbad-4340-b9d0-2368fd1e49e0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1286.410542] env[62093]: DEBUG oslo_concurrency.lockutils [req-ac01e149-10ad-4681-8cf6-8c29b9d51fb3 req-37fb7139-396b-4569-a82c-e8bbb3036ff0 service nova] Acquiring lock "a899078d-6722-4934-98f2-977c269928cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.410820] env[62093]: DEBUG oslo_concurrency.lockutils [req-ac01e149-10ad-4681-8cf6-8c29b9d51fb3 req-37fb7139-396b-4569-a82c-e8bbb3036ff0 service nova] Lock "a899078d-6722-4934-98f2-977c269928cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.411463] env[62093]: DEBUG oslo_concurrency.lockutils [req-ac01e149-10ad-4681-8cf6-8c29b9d51fb3 req-37fb7139-396b-4569-a82c-e8bbb3036ff0 service nova] Lock "a899078d-6722-4934-98f2-977c269928cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.411463] env[62093]: DEBUG nova.compute.manager [req-ac01e149-10ad-4681-8cf6-8c29b9d51fb3 req-37fb7139-396b-4569-a82c-e8bbb3036ff0 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] No waiting events found dispatching network-vif-plugged-d2eb8070-dbad-4340-b9d0-2368fd1e49e0 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1286.411463] env[62093]: WARNING nova.compute.manager [req-ac01e149-10ad-4681-8cf6-8c29b9d51fb3 req-37fb7139-396b-4569-a82c-e8bbb3036ff0 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Received unexpected event network-vif-plugged-d2eb8070-dbad-4340-b9d0-2368fd1e49e0 for instance with vm_state building and task_state spawning. [ 1286.478870] env[62093]: DEBUG nova.policy [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2276fe115dce496abe980919297652bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '073c65ea5f9b40a4a5b8b0c0ad3205a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1286.484452] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.484452] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.484452] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Deleting the datastore file [datastore1] 3f8f25f5-c0d9-4ff8-92a0-938afc643166 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.484452] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d35d38de-9c95-4834-b45c-66af8916c4bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.491815] env[62093]: DEBUG oslo_vmware.api [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for the task: (returnval){ [ 1286.491815] env[62093]: value = "task-1709588" [ 1286.491815] env[62093]: _type = "Task" [ 1286.491815] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.500652] env[62093]: DEBUG oslo_vmware.api [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.686110] env[62093]: DEBUG nova.compute.manager [req-7c6e47ad-d3a7-4a80-82fb-6e81094166ce req-7980e6db-66f8-46ee-a5ab-1373ffcecb80 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Received event network-changed-c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1286.687204] env[62093]: DEBUG nova.compute.manager [req-7c6e47ad-d3a7-4a80-82fb-6e81094166ce req-7980e6db-66f8-46ee-a5ab-1373ffcecb80 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Refreshing instance network info cache due to event network-changed-c4925686-f73d-4cc3-9842-46afdcfc9685. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1286.687204] env[62093]: DEBUG oslo_concurrency.lockutils [req-7c6e47ad-d3a7-4a80-82fb-6e81094166ce req-7980e6db-66f8-46ee-a5ab-1373ffcecb80 service nova] Acquiring lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.809263] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1286.809714] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1286.810216] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.810505] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1286.810660] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.810806] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1286.811019] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1286.811183] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1286.811356] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1286.811865] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1286.811865] env[62093]: DEBUG nova.virt.hardware [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1286.819331] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.820741] env[62093]: DEBUG nova.network.neutron [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.822993] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e079bc-1abb-46ba-a354-451d15156d6a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.838251] env[62093]: DEBUG nova.network.neutron [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updated VIF entry in instance network info cache for port c4925686-f73d-4cc3-9842-46afdcfc9685. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.839760] env[62093]: DEBUG nova.network.neutron [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updating instance_info_cache with network_info: [{"id": "c4925686-f73d-4cc3-9842-46afdcfc9685", "address": "fa:16:3e:c9:79:26", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4925686-f7", "ovs_interfaceid": "c4925686-f73d-4cc3-9842-46afdcfc9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.848646] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1286.848646] env[62093]: value = "task-1709589" [ 1286.848646] env[62093]: _type = "Task" [ 1286.848646] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.853287] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.863971] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.905892] env[62093]: DEBUG nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1286.920467] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.984969] env[62093]: DEBUG nova.network.neutron [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Successfully created port: 8d9c1c91-5bc9-4c09-9dc7-882df367bf78 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.004678] env[62093]: DEBUG oslo_vmware.api [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Task: {'id': task-1709588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436111} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.007988] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.008299] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.008436] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.008786] env[62093]: INFO nova.compute.manager [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1287.009066] env[62093]: DEBUG oslo.service.loopingcall [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.009472] env[62093]: DEBUG nova.compute.manager [-] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1287.009631] env[62093]: DEBUG nova.network.neutron [-] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.161274] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.161578] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.161835] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.162085] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.162207] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.164931] env[62093]: INFO nova.compute.manager [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Terminating instance [ 1287.171355] env[62093]: DEBUG nova.compute.manager [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1287.171355] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.172833] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1bb6cc-4af4-47bc-b67c-c630495a1f28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.186318] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.186944] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec04cac-6646-4fa0-af0a-0baa2ca32537 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.196029] env[62093]: DEBUG oslo_vmware.api [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1287.196029] env[62093]: value = "task-1709590" [ 1287.196029] env[62093]: _type = "Task" [ 1287.196029] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.208055] env[62093]: DEBUG oslo_vmware.api [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.268624] env[62093]: DEBUG nova.network.neutron [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Updating instance_info_cache with network_info: [{"id": "d2eb8070-dbad-4340-b9d0-2368fd1e49e0", "address": "fa:16:3e:d2:9d:bd", "network": {"id": "3437dbb8-2e85-4eca-a301-8e7e4691deba", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-860447714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4e76ffe1ab4b35969ce91ec00a067e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2eb8070-db", "ovs_interfaceid": "d2eb8070-dbad-4340-b9d0-2368fd1e49e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.349023] env[62093]: DEBUG oslo_concurrency.lockutils [req-3366f427-ad5e-4dfd-9dd4-7a793744a30e req-3e8818ea-e830-4960-af30-f04ab7ad0258 service nova] Releasing lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.349023] env[62093]: DEBUG oslo_concurrency.lockutils [req-7c6e47ad-d3a7-4a80-82fb-6e81094166ce req-7980e6db-66f8-46ee-a5ab-1373ffcecb80 service nova] Acquired lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.349665] env[62093]: DEBUG nova.network.neutron [req-7c6e47ad-d3a7-4a80-82fb-6e81094166ce req-7980e6db-66f8-46ee-a5ab-1373ffcecb80 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Refreshing network info cache for port c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.362721] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709586, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.375734] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709589, 'name': ReconfigVM_Task, 'duration_secs': 0.266172} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.376395] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1287.377384] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61528329-45e3-498a-bd4c-49d2c51345f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.402761] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] a3e48e71-e343-48f3-8bbf-8498f4db9f9d/a3e48e71-e343-48f3-8bbf-8498f4db9f9d.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.406163] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb94acaa-ec89-41bb-8eca-4a7eeb5a8b1d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.435759] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1287.435759] env[62093]: value = "task-1709591" [ 1287.435759] env[62093]: _type = "Task" [ 1287.435759] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.451863] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.498958] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae29e1e8-3e90-4d7d-acd1-d2820c381382 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.510167] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7e16df-b31f-410c-92fb-aed463b11c63 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.542557] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9fbdee-0a2c-4272-bf5c-a62c75f765d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.551182] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914ee2b8-e86a-45c4-875d-a5167e68e6bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.565256] env[62093]: DEBUG nova.compute.provider_tree [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.705673] env[62093]: DEBUG oslo_vmware.api [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709590, 'name': PowerOffVM_Task, 'duration_secs': 0.205215} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.705972] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.706131] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.706435] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5a75cb7-f6d5-404b-aa5d-96249eaaf7ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.770280] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Releasing lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.770698] env[62093]: DEBUG nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Instance network_info: |[{"id": "d2eb8070-dbad-4340-b9d0-2368fd1e49e0", "address": "fa:16:3e:d2:9d:bd", "network": {"id": "3437dbb8-2e85-4eca-a301-8e7e4691deba", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-860447714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4e76ffe1ab4b35969ce91ec00a067e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2eb8070-db", "ovs_interfaceid": "d2eb8070-dbad-4340-b9d0-2368fd1e49e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1287.771206] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:9d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2eb8070-dbad-4340-b9d0-2368fd1e49e0', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.780194] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Creating folder: Project (ed4e76ffe1ab4b35969ce91ec00a067e). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.780372] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f653081-92db-4093-98af-ef699cbaf2ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.783952] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.784185] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.784442] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Deleting the datastore file [datastore1] ceeacedc-7164-45b6-ae5f-3c65c86053b9 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.785176] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fc44121-8e44-4d84-95c7-54537ce7c3fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.791906] env[62093]: DEBUG oslo_vmware.api [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1287.791906] env[62093]: value = "task-1709594" [ 1287.791906] env[62093]: _type = "Task" [ 1287.791906] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.796946] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Created folder: Project (ed4e76ffe1ab4b35969ce91ec00a067e) in parent group-v356072. [ 1287.797163] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Creating folder: Instances. Parent ref: group-v356171. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.797406] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7911e75e-79b5-4713-b70f-466c978e1ae6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.802235] env[62093]: DEBUG oslo_vmware.api [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.811338] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Created folder: Instances in parent group-v356171. [ 1287.811604] env[62093]: DEBUG oslo.service.loopingcall [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.811776] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a899078d-6722-4934-98f2-977c269928cd] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.811981] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a3007f8-a31d-40f8-ac2e-8a28444f1b71 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.836642] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.836642] env[62093]: value = "task-1709596" [ 1287.836642] env[62093]: _type = "Task" [ 1287.836642] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.843862] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709596, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.860899] env[62093]: DEBUG oslo_vmware.api [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709586, 'name': PowerOnVM_Task, 'duration_secs': 1.170006} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.860899] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.861163] env[62093]: INFO nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1287.862426] env[62093]: DEBUG nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1287.862582] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce35f3-ebf8-495c-9572-6859004cf9a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.928025] env[62093]: DEBUG nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1287.949939] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709591, 'name': ReconfigVM_Task, 'duration_secs': 0.297877} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.952589] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] a3e48e71-e343-48f3-8bbf-8498f4db9f9d/a3e48e71-e343-48f3-8bbf-8498f4db9f9d.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.952909] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance 'a3e48e71-e343-48f3-8bbf-8498f4db9f9d' progress to 50 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.964863] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1287.965115] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1287.965270] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.965450] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1287.965590] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.965730] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1287.965933] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1287.966102] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1287.966427] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1287.966607] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1287.966782] env[62093]: DEBUG nova.virt.hardware [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1287.967643] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32376e3f-909d-4765-b383-1bfa1242ae75 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.976653] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a87b70-2136-4135-bfda-fb620cda3d73 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.068200] env[62093]: DEBUG nova.scheduler.client.report [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1288.081212] env[62093]: DEBUG nova.network.neutron [-] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.250334] env[62093]: DEBUG nova.network.neutron [req-7c6e47ad-d3a7-4a80-82fb-6e81094166ce req-7980e6db-66f8-46ee-a5ab-1373ffcecb80 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updated VIF entry in instance network info cache for port c4925686-f73d-4cc3-9842-46afdcfc9685. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.250825] env[62093]: DEBUG nova.network.neutron [req-7c6e47ad-d3a7-4a80-82fb-6e81094166ce req-7980e6db-66f8-46ee-a5ab-1373ffcecb80 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updating instance_info_cache with network_info: [{"id": "c4925686-f73d-4cc3-9842-46afdcfc9685", "address": "fa:16:3e:c9:79:26", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4925686-f7", "ovs_interfaceid": "c4925686-f73d-4cc3-9842-46afdcfc9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.303692] env[62093]: DEBUG oslo_vmware.api [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.347023] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709596, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.384349] env[62093]: INFO nova.compute.manager [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Took 41.51 seconds to build instance. [ 1288.459460] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96f683-2b3f-4d9f-9c75-f8f162b371a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.482580] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d81800-b0e6-413b-bc91-ef1027e62bfa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.505737] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance 'a3e48e71-e343-48f3-8bbf-8498f4db9f9d' progress to 67 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.574117] env[62093]: DEBUG nova.network.neutron [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Successfully updated port: 8d9c1c91-5bc9-4c09-9dc7-882df367bf78 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.577879] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.578781] env[62093]: DEBUG nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1288.582014] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.048s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.583044] env[62093]: INFO nova.compute.claims [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.586802] env[62093]: INFO nova.compute.manager [-] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Took 1.58 seconds to deallocate network for instance. [ 1288.652758] env[62093]: DEBUG nova.compute.manager [req-82d4a18f-8e4f-42b5-9dfb-444a449148ca req-c9a27fa0-fda7-4244-8b57-caa9d268f172 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Received event network-changed-d2eb8070-dbad-4340-b9d0-2368fd1e49e0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1288.652952] env[62093]: DEBUG nova.compute.manager [req-82d4a18f-8e4f-42b5-9dfb-444a449148ca req-c9a27fa0-fda7-4244-8b57-caa9d268f172 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Refreshing instance network info cache due to event network-changed-d2eb8070-dbad-4340-b9d0-2368fd1e49e0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1288.653189] env[62093]: DEBUG oslo_concurrency.lockutils [req-82d4a18f-8e4f-42b5-9dfb-444a449148ca req-c9a27fa0-fda7-4244-8b57-caa9d268f172 service nova] Acquiring lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.653848] env[62093]: DEBUG oslo_concurrency.lockutils [req-82d4a18f-8e4f-42b5-9dfb-444a449148ca req-c9a27fa0-fda7-4244-8b57-caa9d268f172 service nova] Acquired lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.653848] env[62093]: DEBUG nova.network.neutron [req-82d4a18f-8e4f-42b5-9dfb-444a449148ca req-c9a27fa0-fda7-4244-8b57-caa9d268f172 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Refreshing network info cache for port d2eb8070-dbad-4340-b9d0-2368fd1e49e0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.754371] env[62093]: DEBUG oslo_concurrency.lockutils [req-7c6e47ad-d3a7-4a80-82fb-6e81094166ce req-7980e6db-66f8-46ee-a5ab-1373ffcecb80 service nova] Releasing lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.803818] env[62093]: DEBUG oslo_vmware.api [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589382} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.804176] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.804421] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.804596] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.804766] env[62093]: INFO nova.compute.manager [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1288.805015] env[62093]: DEBUG oslo.service.loopingcall [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1288.805242] env[62093]: DEBUG nova.compute.manager [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1288.805343] env[62093]: DEBUG nova.network.neutron [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.846449] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709596, 'name': CreateVM_Task, 'duration_secs': 0.82355} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.846715] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a899078d-6722-4934-98f2-977c269928cd] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.847340] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.847880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.847880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.848091] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb80549d-236b-49a4-9b6e-d6b35a4d2ccf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.853649] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1288.853649] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52509b13-602f-d9a7-2b21-072ceaa48e58" [ 1288.853649] env[62093]: _type = "Task" [ 1288.853649] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.858901] env[62093]: DEBUG nova.compute.manager [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Received event network-vif-deleted-34a0a545-c528-4c5b-a8db-caefdb836211 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1288.859111] env[62093]: DEBUG nova.compute.manager [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Received event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1288.859337] env[62093]: DEBUG nova.compute.manager [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing instance network info cache due to event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1288.860468] env[62093]: DEBUG oslo_concurrency.lockutils [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] Acquiring lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.860468] env[62093]: DEBUG oslo_concurrency.lockutils [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] Acquired lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.860468] env[62093]: DEBUG nova.network.neutron [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.867425] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52509b13-602f-d9a7-2b21-072ceaa48e58, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.867729] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.868010] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.868965] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.868965] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.868965] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.868965] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-016412c3-6c1b-462e-9d1a-d2ad0534744f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.879379] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.879606] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.882960] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7167d773-7030-4283-8012-a805e3b67a46 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.888878] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e38be25-08c0-48ff-b53c-cb0dbb79330c tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "720ede3f-9e51-482b-bcfb-a2d5488711a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.534s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.889267] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1288.889267] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5251b4b5-197f-532a-8bc9-08b532a8f1d3" [ 1288.889267] env[62093]: _type = "Task" [ 1288.889267] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.903469] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5251b4b5-197f-532a-8bc9-08b532a8f1d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.079127] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquiring lock "refresh_cache-ecfc3f4a-03dc-41dd-b81b-ead559732ec0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.079381] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquired lock "refresh_cache-ecfc3f4a-03dc-41dd-b81b-ead559732ec0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.079652] env[62093]: DEBUG nova.network.neutron [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.088247] env[62093]: DEBUG nova.compute.utils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1289.093475] env[62093]: DEBUG nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1289.093995] env[62093]: DEBUG nova.network.neutron [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.097986] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.128399] env[62093]: DEBUG nova.network.neutron [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Port 7aef0ca1-3ba1-4898-885d-04d7c2f1909e binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1289.223189] env[62093]: DEBUG nova.policy [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e0e4fc389f42c2ac26e72184079239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87adb936868248f28126c4ce0f15098c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1289.401662] env[62093]: DEBUG nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1289.412262] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5251b4b5-197f-532a-8bc9-08b532a8f1d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.413402] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcd0812-4799-4f64-916a-3f2e0064fd29 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.420601] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1289.420601] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526c8bcc-f715-2d67-d27d-52654b893471" [ 1289.420601] env[62093]: _type = "Task" [ 1289.420601] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.430691] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526c8bcc-f715-2d67-d27d-52654b893471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.453453] env[62093]: DEBUG nova.network.neutron [req-82d4a18f-8e4f-42b5-9dfb-444a449148ca req-c9a27fa0-fda7-4244-8b57-caa9d268f172 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Updated VIF entry in instance network info cache for port d2eb8070-dbad-4340-b9d0-2368fd1e49e0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.453914] env[62093]: DEBUG nova.network.neutron [req-82d4a18f-8e4f-42b5-9dfb-444a449148ca req-c9a27fa0-fda7-4244-8b57-caa9d268f172 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Updating instance_info_cache with network_info: [{"id": "d2eb8070-dbad-4340-b9d0-2368fd1e49e0", "address": "fa:16:3e:d2:9d:bd", "network": {"id": "3437dbb8-2e85-4eca-a301-8e7e4691deba", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-860447714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4e76ffe1ab4b35969ce91ec00a067e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2eb8070-db", "ovs_interfaceid": "d2eb8070-dbad-4340-b9d0-2368fd1e49e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.599351] env[62093]: DEBUG nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1289.617620] env[62093]: DEBUG nova.network.neutron [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.661355] env[62093]: DEBUG nova.network.neutron [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.780718] env[62093]: DEBUG nova.network.neutron [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Updating instance_info_cache with network_info: [{"id": "8d9c1c91-5bc9-4c09-9dc7-882df367bf78", "address": "fa:16:3e:5b:54:46", "network": {"id": "a3fdb934-8782-443b-ae5f-061f12633438", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1864185165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073c65ea5f9b40a4a5b8b0c0ad3205a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1c91-5b", "ovs_interfaceid": "8d9c1c91-5bc9-4c09-9dc7-882df367bf78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.930689] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.938718] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526c8bcc-f715-2d67-d27d-52654b893471, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.939040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.939378] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a899078d-6722-4934-98f2-977c269928cd/a899078d-6722-4934-98f2-977c269928cd.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.939552] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d16644bd-a343-457b-96c6-0a29f82d67f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.949449] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1289.949449] env[62093]: value = "task-1709597" [ 1289.949449] env[62093]: _type = "Task" [ 1289.949449] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.959516] env[62093]: DEBUG oslo_concurrency.lockutils [req-82d4a18f-8e4f-42b5-9dfb-444a449148ca req-c9a27fa0-fda7-4244-8b57-caa9d268f172 service nova] Releasing lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.966088] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.152639] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.152870] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.153052] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.164105] env[62093]: INFO nova.compute.manager [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Took 1.36 seconds to deallocate network for instance. [ 1290.237273] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1f7d9d-97f0-4891-aa38-0913c79e237c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.246993] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9462a39-4517-453f-b6a1-b12fdc999c53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.286839] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Releasing lock "refresh_cache-ecfc3f4a-03dc-41dd-b81b-ead559732ec0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.287716] env[62093]: DEBUG nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Instance network_info: |[{"id": "8d9c1c91-5bc9-4c09-9dc7-882df367bf78", "address": "fa:16:3e:5b:54:46", "network": {"id": "a3fdb934-8782-443b-ae5f-061f12633438", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1864185165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073c65ea5f9b40a4a5b8b0c0ad3205a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1c91-5b", "ovs_interfaceid": "8d9c1c91-5bc9-4c09-9dc7-882df367bf78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1290.289187] env[62093]: DEBUG nova.network.neutron [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updated VIF entry in instance network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.289645] env[62093]: DEBUG nova.network.neutron [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updating instance_info_cache with network_info: [{"id": "f0705117-72f6-4f2a-88bb-d238087fecfb", "address": "fa:16:3e:bc:e9:20", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0705117-72", "ovs_interfaceid": "f0705117-72f6-4f2a-88bb-d238087fecfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.291534] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:54:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d9c1c91-5bc9-4c09-9dc7-882df367bf78', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.300214] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Creating folder: Project (073c65ea5f9b40a4a5b8b0c0ad3205a3). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.301284] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a62feae-64fe-4f9a-9974-e973dbc1007b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.305895] env[62093]: DEBUG oslo_concurrency.lockutils [req-b81f8ac0-167b-400f-b68e-f1f40589c2a7 req-47c3d3ab-7a11-435c-b3da-6eb46e6a66b3 service nova] Releasing lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.308019] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c17551bf-b393-4fd2-9b02-2bcb76aeb90c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.316607] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20021fad-0f78-4da1-bfad-a01644903596 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.322744] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Created folder: Project (073c65ea5f9b40a4a5b8b0c0ad3205a3) in parent group-v356072. [ 1290.323187] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Creating folder: Instances. Parent ref: group-v356174. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.323906] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f90ac3ae-a3db-4bae-a047-540bc6dc9788 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.336511] env[62093]: DEBUG nova.compute.provider_tree [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.339713] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Created folder: Instances in parent group-v356174. [ 1290.340098] env[62093]: DEBUG oslo.service.loopingcall [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1290.340694] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.341053] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dbdf199-da83-45eb-bed5-471b32a439b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.362626] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.362626] env[62093]: value = "task-1709600" [ 1290.362626] env[62093]: _type = "Task" [ 1290.362626] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.371191] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709600, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.464852] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709597, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.494775] env[62093]: DEBUG nova.network.neutron [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Successfully created port: 41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.611495] env[62093]: DEBUG nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1290.636957] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1290.637236] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1290.637395] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.637568] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1290.637710] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.637853] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1290.638079] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1290.638280] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1290.638473] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1290.638642] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1290.638811] env[62093]: DEBUG nova.virt.hardware [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1290.639793] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce27c2-f422-4a1a-905d-b1cd292c2fad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.648333] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0588258c-99e6-47d0-b142-5aa9a3d0e83b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.670678] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.877766] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709600, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.887169] env[62093]: DEBUG nova.scheduler.client.report [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1290.887169] env[62093]: DEBUG nova.compute.provider_tree [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 54 to 55 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1290.887169] env[62093]: DEBUG nova.compute.provider_tree [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.965153] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577859} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.965153] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a899078d-6722-4934-98f2-977c269928cd/a899078d-6722-4934-98f2-977c269928cd.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.965153] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.965153] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b1218c9-e69d-40b4-8f74-f049acf22a23 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.971214] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1290.971214] env[62093]: value = "task-1709601" [ 1290.971214] env[62093]: _type = "Task" [ 1290.971214] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.979104] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.374477] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709600, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.392150] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.392656] env[62093]: DEBUG nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1291.398810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.895s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.398810] env[62093]: DEBUG nova.objects.instance [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lazy-loading 'resources' on Instance uuid 4baacc94-eb68-4560-94fc-ace9700a751a {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.438658] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.439454] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.439941] env[62093]: DEBUG nova.network.neutron [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.454299] env[62093]: DEBUG nova.compute.manager [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Received event network-vif-plugged-8d9c1c91-5bc9-4c09-9dc7-882df367bf78 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1291.454515] env[62093]: DEBUG oslo_concurrency.lockutils [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] Acquiring lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.455529] env[62093]: DEBUG oslo_concurrency.lockutils [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] Lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.456653] env[62093]: DEBUG oslo_concurrency.lockutils [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] Lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.456653] env[62093]: DEBUG nova.compute.manager [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] No waiting events found dispatching network-vif-plugged-8d9c1c91-5bc9-4c09-9dc7-882df367bf78 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1291.456653] env[62093]: WARNING nova.compute.manager [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Received unexpected event network-vif-plugged-8d9c1c91-5bc9-4c09-9dc7-882df367bf78 for instance with vm_state building and task_state spawning. [ 1291.456653] env[62093]: DEBUG nova.compute.manager [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Received event network-changed-8d9c1c91-5bc9-4c09-9dc7-882df367bf78 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1291.456653] env[62093]: DEBUG nova.compute.manager [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Refreshing instance network info cache due to event network-changed-8d9c1c91-5bc9-4c09-9dc7-882df367bf78. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1291.457863] env[62093]: DEBUG oslo_concurrency.lockutils [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] Acquiring lock "refresh_cache-ecfc3f4a-03dc-41dd-b81b-ead559732ec0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.457863] env[62093]: DEBUG oslo_concurrency.lockutils [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] Acquired lock "refresh_cache-ecfc3f4a-03dc-41dd-b81b-ead559732ec0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.457863] env[62093]: DEBUG nova.network.neutron [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Refreshing network info cache for port 8d9c1c91-5bc9-4c09-9dc7-882df367bf78 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.484011] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.350528} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.484289] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.485259] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45218329-460e-4b29-b698-32a9e63345b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.510246] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] a899078d-6722-4934-98f2-977c269928cd/a899078d-6722-4934-98f2-977c269928cd.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.511244] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5cf223a-6369-4662-8f12-df69c9bc6c0e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.535711] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1291.535711] env[62093]: value = "task-1709602" [ 1291.535711] env[62093]: _type = "Task" [ 1291.535711] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.544112] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.610717] env[62093]: DEBUG nova.compute.manager [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Received event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1291.610920] env[62093]: DEBUG nova.compute.manager [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing instance network info cache due to event network-changed-f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1291.613019] env[62093]: DEBUG oslo_concurrency.lockutils [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] Acquiring lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.613019] env[62093]: DEBUG oslo_concurrency.lockutils [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] Acquired lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.613019] env[62093]: DEBUG nova.network.neutron [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Refreshing network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.875854] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709600, 'name': CreateVM_Task, 'duration_secs': 1.019205} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.876263] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.879072] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.879072] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.879072] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.879072] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c7b736-2e8d-4957-b481-b7f88653a364 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.884074] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1291.884074] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce570a-0562-21f6-f11b-eadea76dfae1" [ 1291.884074] env[62093]: _type = "Task" [ 1291.884074] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.891595] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ce570a-0562-21f6-f11b-eadea76dfae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.899039] env[62093]: DEBUG nova.compute.utils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1291.902107] env[62093]: DEBUG nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1291.902316] env[62093]: DEBUG nova.network.neutron [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.972533] env[62093]: DEBUG nova.policy [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5c4203da74e42889e8d63e3b4348cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b3b297ab92429e8c79cc5674a98ddc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1292.049356] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709602, 'name': ReconfigVM_Task, 'duration_secs': 0.342252} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.049666] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Reconfigured VM instance instance-00000021 to attach disk [datastore1] a899078d-6722-4934-98f2-977c269928cd/a899078d-6722-4934-98f2-977c269928cd.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.050293] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c610eb7-207d-435f-8456-cd0bbef6a355 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.056868] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1292.056868] env[62093]: value = "task-1709603" [ 1292.056868] env[62093]: _type = "Task" [ 1292.056868] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.064975] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709603, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.170191] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.400006] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ce570a-0562-21f6-f11b-eadea76dfae1, 'name': SearchDatastore_Task, 'duration_secs': 0.021729} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.400491] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.400777] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.401237] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.401237] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.401678] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.404967] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb76e1ea-fe08-482e-85ec-d5ab69887d37 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.409502] env[62093]: DEBUG nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1292.421498] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.421812] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.423081] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf4eb33-008d-459b-b7c7-cdaf0b885f3c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.430387] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1292.430387] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52277c1d-a9b5-9548-a182-f5a83ccfdc8c" [ 1292.430387] env[62093]: _type = "Task" [ 1292.430387] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.442287] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52277c1d-a9b5-9548-a182-f5a83ccfdc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.502581] env[62093]: DEBUG nova.network.neutron [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Updated VIF entry in instance network info cache for port 8d9c1c91-5bc9-4c09-9dc7-882df367bf78. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.502918] env[62093]: DEBUG nova.network.neutron [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Updating instance_info_cache with network_info: [{"id": "8d9c1c91-5bc9-4c09-9dc7-882df367bf78", "address": "fa:16:3e:5b:54:46", "network": {"id": "a3fdb934-8782-443b-ae5f-061f12633438", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1864185165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073c65ea5f9b40a4a5b8b0c0ad3205a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1c91-5b", "ovs_interfaceid": "8d9c1c91-5bc9-4c09-9dc7-882df367bf78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.514061] env[62093]: DEBUG nova.network.neutron [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance_info_cache with network_info: [{"id": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "address": "fa:16:3e:de:a7:a6", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef0ca1-3b", "ovs_interfaceid": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.535103] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa701cc4-6562-486a-a80a-8f9fef1e19c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.550379] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f89ec4-cbe6-4e81-9da9-2dd96f63a81d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.590629] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9d1b0-e1a3-458f-9324-6afd6707808e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.594617] env[62093]: DEBUG nova.network.neutron [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updated VIF entry in instance network info cache for port f0705117-72f6-4f2a-88bb-d238087fecfb. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.597208] env[62093]: DEBUG nova.network.neutron [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updating instance_info_cache with network_info: [{"id": "f0705117-72f6-4f2a-88bb-d238087fecfb", "address": "fa:16:3e:bc:e9:20", "network": {"id": "0d367938-2607-4225-b12e-ca2b1d282491", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-283887230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec63d75a8fa4160a1440a98548a1c34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0705117-72", "ovs_interfaceid": "f0705117-72f6-4f2a-88bb-d238087fecfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.601948] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709603, 'name': Rename_Task, 'duration_secs': 0.147919} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.604804] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.604804] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-034e0b3a-3db3-419b-bde8-2a0c266584db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.607205] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34198f74-e114-4224-816a-6db395b2cdf4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.614992] env[62093]: DEBUG nova.network.neutron [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Successfully created port: 69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.629548] env[62093]: DEBUG nova.compute.provider_tree [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.631307] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1292.631307] env[62093]: value = "task-1709604" [ 1292.631307] env[62093]: _type = "Task" [ 1292.631307] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.641530] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709604, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.888204] env[62093]: DEBUG nova.network.neutron [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Successfully updated port: 41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.945995] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52277c1d-a9b5-9548-a182-f5a83ccfdc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016613} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.947053] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7273490d-4d01-4c78-accb-e192903ba518 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.955881] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1292.955881] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525fcb92-0532-a149-034f-b6ababed7cda" [ 1292.955881] env[62093]: _type = "Task" [ 1292.955881] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.968068] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525fcb92-0532-a149-034f-b6ababed7cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.006834] env[62093]: DEBUG oslo_concurrency.lockutils [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] Releasing lock "refresh_cache-ecfc3f4a-03dc-41dd-b81b-ead559732ec0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.006834] env[62093]: DEBUG nova.compute.manager [req-63f57154-25ad-47bc-a203-f94454916f92 req-ce0044f9-cc21-4a1c-8acc-6d0f99a6b945 service nova] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Received event network-vif-deleted-c4925686-f73d-4cc3-9842-46afdcfc9685 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.022647] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.102984] env[62093]: DEBUG oslo_concurrency.lockutils [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] Releasing lock "refresh_cache-ccfb805b-1922-4f0b-97f5-db4d814b642f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.102984] env[62093]: DEBUG nova.compute.manager [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Received event network-changed-53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.102984] env[62093]: DEBUG nova.compute.manager [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Refreshing instance network info cache due to event network-changed-53239a09-a127-4e1d-a884-f5999fcb8139. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1293.102984] env[62093]: DEBUG oslo_concurrency.lockutils [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] Acquiring lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.102984] env[62093]: DEBUG oslo_concurrency.lockutils [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] Acquired lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.103235] env[62093]: DEBUG nova.network.neutron [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Refreshing network info cache for port 53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.146181] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.189699] env[62093]: DEBUG nova.scheduler.client.report [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1293.191117] env[62093]: DEBUG nova.compute.provider_tree [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 55 to 56 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1293.191117] env[62093]: DEBUG nova.compute.provider_tree [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.391597] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.391778] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.391958] env[62093]: DEBUG nova.network.neutron [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.427020] env[62093]: DEBUG nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1293.460363] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1293.460822] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1293.461117] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.461422] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1293.461681] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.461964] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1293.462291] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1293.462558] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1293.462849] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1293.463654] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1293.463967] env[62093]: DEBUG nova.virt.hardware [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1293.465046] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53284960-43c5-446f-a4c9-330495abcaa9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.481187] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef74b1-2db1-4789-bc89-966f4011e8f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.486279] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525fcb92-0532-a149-034f-b6ababed7cda, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.486675] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.487237] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ecfc3f4a-03dc-41dd-b81b-ead559732ec0/ecfc3f4a-03dc-41dd-b81b-ead559732ec0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.488353] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bee6d0e-47b5-44c1-83af-60595dfe2690 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.504058] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1293.504058] env[62093]: value = "task-1709605" [ 1293.504058] env[62093]: _type = "Task" [ 1293.504058] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.511857] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.550082] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74864b3b-9867-43b0-8200-0a962d280925 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.582541] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79037325-082f-44e5-9811-6152318de496 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.590184] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance 'a3e48e71-e343-48f3-8bbf-8498f4db9f9d' progress to 83 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.644976] env[62093]: DEBUG oslo_vmware.api [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709604, 'name': PowerOnVM_Task, 'duration_secs': 0.987088} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.645424] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.645865] env[62093]: INFO nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1293.646092] env[62093]: DEBUG nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1293.649817] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c80193-d19c-4ca0-89f0-0daebab0c88e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.699039] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.705022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.488s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.705022] env[62093]: INFO nova.compute.claims [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.723194] env[62093]: DEBUG nova.compute.manager [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Received event network-vif-plugged-41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.723194] env[62093]: DEBUG oslo_concurrency.lockutils [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] Acquiring lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.724985] env[62093]: DEBUG oslo_concurrency.lockutils [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] Lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.724985] env[62093]: DEBUG oslo_concurrency.lockutils [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] Lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.724985] env[62093]: DEBUG nova.compute.manager [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] No waiting events found dispatching network-vif-plugged-41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1293.724985] env[62093]: WARNING nova.compute.manager [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Received unexpected event network-vif-plugged-41108da9-33af-442d-a70d-b55684ef1411 for instance with vm_state building and task_state spawning. [ 1293.724985] env[62093]: DEBUG nova.compute.manager [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Received event network-changed-41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.725650] env[62093]: DEBUG nova.compute.manager [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Refreshing instance network info cache due to event network-changed-41108da9-33af-442d-a70d-b55684ef1411. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1293.725650] env[62093]: DEBUG oslo_concurrency.lockutils [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] Acquiring lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.736707] env[62093]: INFO nova.scheduler.client.report [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Deleted allocations for instance 4baacc94-eb68-4560-94fc-ace9700a751a [ 1293.809673] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.809987] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.929861] env[62093]: DEBUG nova.network.neutron [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.017769] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709605, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.040104] env[62093]: DEBUG nova.network.neutron [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updated VIF entry in instance network info cache for port 53239a09-a127-4e1d-a884-f5999fcb8139. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.040104] env[62093]: DEBUG nova.network.neutron [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updating instance_info_cache with network_info: [{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.090673] env[62093]: DEBUG nova.network.neutron [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updating instance_info_cache with network_info: [{"id": "41108da9-33af-442d-a70d-b55684ef1411", "address": "fa:16:3e:fb:10:d4", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41108da9-33", "ovs_interfaceid": "41108da9-33af-442d-a70d-b55684ef1411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.096835] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.097175] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa8644c-9d35-4a35-9e46-96e7044f6737 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.105331] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1294.105331] env[62093]: value = "task-1709606" [ 1294.105331] env[62093]: _type = "Task" [ 1294.105331] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.116383] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.174559] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquiring lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.174559] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.174559] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquiring lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.174559] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.174914] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.182227] env[62093]: INFO nova.compute.manager [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Terminating instance [ 1294.182227] env[62093]: INFO nova.compute.manager [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Took 42.95 seconds to build instance. [ 1294.183019] env[62093]: DEBUG nova.compute.manager [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1294.183323] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.185404] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0f7855-5223-4175-a203-1504e3dca5bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.193291] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.194040] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6269425d-3836-4036-8ed0-0f66e251ca9b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.200931] env[62093]: DEBUG oslo_vmware.api [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1294.200931] env[62093]: value = "task-1709607" [ 1294.200931] env[62093]: _type = "Task" [ 1294.200931] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.212956] env[62093]: DEBUG oslo_vmware.api [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.250136] env[62093]: DEBUG oslo_concurrency.lockutils [None req-091f3e17-11ba-47bc-a2fb-cf6f20a1c46a tempest-TenantUsagesTestJSON-79023173 tempest-TenantUsagesTestJSON-79023173-project-member] Lock "4baacc94-eb68-4560-94fc-ace9700a751a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.867s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.515051] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526605} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.515202] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ecfc3f4a-03dc-41dd-b81b-ead559732ec0/ecfc3f4a-03dc-41dd-b81b-ead559732ec0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.515472] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.515682] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5556cbd9-59ae-4d0b-a0cd-c5f5f297ea7e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.523727] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1294.523727] env[62093]: value = "task-1709608" [ 1294.523727] env[62093]: _type = "Task" [ 1294.523727] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.532606] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.543749] env[62093]: DEBUG oslo_concurrency.lockutils [req-b6ed7621-afe5-4b7a-8bbe-282f79ab2db8 req-6bf82c0b-8cf0-4c52-9bee-d4b1451d9e25 service nova] Releasing lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.592803] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Releasing lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.593238] env[62093]: DEBUG nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Instance network_info: |[{"id": "41108da9-33af-442d-a70d-b55684ef1411", "address": "fa:16:3e:fb:10:d4", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41108da9-33", "ovs_interfaceid": "41108da9-33af-442d-a70d-b55684ef1411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1294.593627] env[62093]: DEBUG oslo_concurrency.lockutils [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] Acquired lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.593830] env[62093]: DEBUG nova.network.neutron [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Refreshing network info cache for port 41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.595317] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:10:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41108da9-33af-442d-a70d-b55684ef1411', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.606667] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Creating folder: Project (87adb936868248f28126c4ce0f15098c). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.607993] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbeea2af-a7f3-4400-93f5-e221fc013bbf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.621244] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709606, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.623205] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Created folder: Project (87adb936868248f28126c4ce0f15098c) in parent group-v356072. [ 1294.623439] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Creating folder: Instances. Parent ref: group-v356177. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.623686] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434d991b-8141-41b2-9d1a-987d21310a27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.642833] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Created folder: Instances in parent group-v356177. [ 1294.643142] env[62093]: DEBUG oslo.service.loopingcall [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.643402] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.643610] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76637ade-3d2b-4f58-8ad5-f31ce7641bba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.669868] env[62093]: DEBUG nova.network.neutron [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Successfully updated port: 69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.678109] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.678109] env[62093]: value = "task-1709611" [ 1294.678109] env[62093]: _type = "Task" [ 1294.678109] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.683092] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45dae031-70c5-468c-9ce4-c8d7db038d1c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "a899078d-6722-4934-98f2-977c269928cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.137s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.689571] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709611, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.712539] env[62093]: DEBUG oslo_vmware.api [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709607, 'name': PowerOffVM_Task, 'duration_secs': 0.222326} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.712814] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.712973] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.715922] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c058e17-ec2a-43df-b1f7-457c26771697 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.830128] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.830128] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.830484] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Deleting the datastore file [datastore1] 7ca1e716-f3b6-412c-abba-03915c9e5bf1 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.830737] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12070c57-d0c1-4217-a626-8660f601ec28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.847019] env[62093]: DEBUG oslo_vmware.api [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for the task: (returnval){ [ 1294.847019] env[62093]: value = "task-1709613" [ 1294.847019] env[62093]: _type = "Task" [ 1294.847019] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.852840] env[62093]: DEBUG oslo_vmware.api [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.036488] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267543} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.036773] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.038208] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0925796-06b0-43f7-a970-86bed2ed0578 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.064729] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ecfc3f4a-03dc-41dd-b81b-ead559732ec0/ecfc3f4a-03dc-41dd-b81b-ead559732ec0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.067835] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad08416-6a1b-4c78-b9da-8650b8895d8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.088473] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1295.088473] env[62093]: value = "task-1709614" [ 1295.088473] env[62093]: _type = "Task" [ 1295.088473] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.098534] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.121245] env[62093]: DEBUG oslo_vmware.api [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709606, 'name': PowerOnVM_Task, 'duration_secs': 0.545162} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.123759] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.123948] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ce083b8b-c220-419f-9b6c-5a4d604dbaaf tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance 'a3e48e71-e343-48f3-8bbf-8498f4db9f9d' progress to 100 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.173324] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.173324] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquired lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.173324] env[62093]: DEBUG nova.network.neutron [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.190782] env[62093]: DEBUG nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1295.202101] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709611, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.299469] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c56a081-b024-45c4-b481-75c5267c6adf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.311882] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa308c90-6530-47f0-85b2-2d44b5c920b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.354946] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee375867-53f6-412f-8907-bc4bf4f28ba2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.367279] env[62093]: DEBUG oslo_vmware.api [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Task: {'id': task-1709613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520828} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.368653] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5004257-eee1-4dbd-be57-3c25cd47feac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.373246] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.373503] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.373730] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.374009] env[62093]: INFO nova.compute.manager [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1295.374309] env[62093]: DEBUG oslo.service.loopingcall [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.374877] env[62093]: DEBUG nova.compute.manager [-] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1295.375040] env[62093]: DEBUG nova.network.neutron [-] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.388684] env[62093]: DEBUG nova.compute.provider_tree [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.503342] env[62093]: DEBUG nova.network.neutron [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updated VIF entry in instance network info cache for port 41108da9-33af-442d-a70d-b55684ef1411. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.504043] env[62093]: DEBUG nova.network.neutron [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updating instance_info_cache with network_info: [{"id": "41108da9-33af-442d-a70d-b55684ef1411", "address": "fa:16:3e:fb:10:d4", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41108da9-33", "ovs_interfaceid": "41108da9-33af-442d-a70d-b55684ef1411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.521508] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "a899078d-6722-4934-98f2-977c269928cd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.521906] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "a899078d-6722-4934-98f2-977c269928cd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.522069] env[62093]: INFO nova.compute.manager [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Rebooting instance [ 1295.600496] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.690954] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709611, 'name': CreateVM_Task, 'duration_secs': 0.736291} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.691135] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.692138] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.692138] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.692323] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.692582] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f0859e-8c2f-4528-8edb-a323a411df77 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.697234] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1295.697234] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5240b4fa-8b81-b697-be72-17c625797598" [ 1295.697234] env[62093]: _type = "Task" [ 1295.697234] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.709618] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5240b4fa-8b81-b697-be72-17c625797598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.717240] env[62093]: DEBUG nova.network.neutron [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.727048] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.752367] env[62093]: DEBUG nova.compute.manager [req-d8196599-5348-408c-869d-525cb134f130 req-d472e9b6-434a-4206-a092-b66453018188 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Received event network-vif-deleted-0804d56b-e7c7-4ebd-afa1-20f7830c662d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1295.752561] env[62093]: INFO nova.compute.manager [req-d8196599-5348-408c-869d-525cb134f130 req-d472e9b6-434a-4206-a092-b66453018188 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Neutron deleted interface 0804d56b-e7c7-4ebd-afa1-20f7830c662d; detaching it from the instance and deleting it from the info cache [ 1295.752738] env[62093]: DEBUG nova.network.neutron [req-d8196599-5348-408c-869d-525cb134f130 req-d472e9b6-434a-4206-a092-b66453018188 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.799917] env[62093]: DEBUG nova.compute.manager [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Received event network-vif-plugged-69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1295.800382] env[62093]: DEBUG oslo_concurrency.lockutils [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] Acquiring lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.800667] env[62093]: DEBUG oslo_concurrency.lockutils [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] Lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.800805] env[62093]: DEBUG oslo_concurrency.lockutils [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] Lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.800971] env[62093]: DEBUG nova.compute.manager [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] No waiting events found dispatching network-vif-plugged-69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1295.801150] env[62093]: WARNING nova.compute.manager [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Received unexpected event network-vif-plugged-69fffea2-4bba-4fb6-b378-a82b38f5a811 for instance with vm_state building and task_state spawning. [ 1295.801310] env[62093]: DEBUG nova.compute.manager [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Received event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1295.801455] env[62093]: DEBUG nova.compute.manager [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing instance network info cache due to event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1295.801611] env[62093]: DEBUG oslo_concurrency.lockutils [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] Acquiring lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.857257] env[62093]: DEBUG nova.network.neutron [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updating instance_info_cache with network_info: [{"id": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "address": "fa:16:3e:f3:44:f2", "network": {"id": "6bc7b894-f164-40e6-8887-6999c4882188", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-492180330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39b3b297ab92429e8c79cc5674a98ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fffea2-4b", "ovs_interfaceid": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.894569] env[62093]: DEBUG nova.scheduler.client.report [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1296.006686] env[62093]: DEBUG oslo_concurrency.lockutils [req-14d865ea-3c6c-4e4b-8d20-6b2f8eb7a198 req-5aec0570-4d79-415f-982f-e736e4a6ef33 service nova] Releasing lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.058276] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.058570] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquired lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.058678] env[62093]: DEBUG nova.network.neutron [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.099533] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709614, 'name': ReconfigVM_Task, 'duration_secs': 0.641916} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.099838] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ecfc3f4a-03dc-41dd-b81b-ead559732ec0/ecfc3f4a-03dc-41dd-b81b-ead559732ec0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.100714] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e22c15b-2fa8-438e-87ad-9f10e1499109 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.107360] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1296.107360] env[62093]: value = "task-1709615" [ 1296.107360] env[62093]: _type = "Task" [ 1296.107360] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.114867] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709615, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.173115] env[62093]: DEBUG nova.network.neutron [-] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.208935] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5240b4fa-8b81-b697-be72-17c625797598, 'name': SearchDatastore_Task, 'duration_secs': 0.019868} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.209331] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.209615] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.209914] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.210121] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.210366] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.210654] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9f8e784-f3e6-4b00-b813-b139bbf2b34d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.219634] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.219816] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.220698] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a8b105-eea4-4dde-8ae0-119bc9dacd16 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.226346] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1296.226346] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e13b5e-6a4a-0929-1473-615ed0de4813" [ 1296.226346] env[62093]: _type = "Task" [ 1296.226346] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.234162] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e13b5e-6a4a-0929-1473-615ed0de4813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.255582] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbe962ac-b19c-43ac-89dc-b9f05a82a82c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.266837] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bfe4ce-bfa6-4b72-93ba-615cbd38dfe4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.300592] env[62093]: DEBUG nova.compute.manager [req-d8196599-5348-408c-869d-525cb134f130 req-d472e9b6-434a-4206-a092-b66453018188 service nova] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Detach interface failed, port_id=0804d56b-e7c7-4ebd-afa1-20f7830c662d, reason: Instance 7ca1e716-f3b6-412c-abba-03915c9e5bf1 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1296.357315] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Releasing lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.357677] env[62093]: DEBUG nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Instance network_info: |[{"id": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "address": "fa:16:3e:f3:44:f2", "network": {"id": "6bc7b894-f164-40e6-8887-6999c4882188", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-492180330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39b3b297ab92429e8c79cc5674a98ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fffea2-4b", "ovs_interfaceid": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1296.357995] env[62093]: DEBUG oslo_concurrency.lockutils [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] Acquired lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.358223] env[62093]: DEBUG nova.network.neutron [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.359505] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:44:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69fffea2-4bba-4fb6-b378-a82b38f5a811', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.367775] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Creating folder: Project (39b3b297ab92429e8c79cc5674a98ddc). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.368522] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4458101-beb3-428d-b26d-7dfc18b6e82e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.381688] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Created folder: Project (39b3b297ab92429e8c79cc5674a98ddc) in parent group-v356072. [ 1296.381914] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Creating folder: Instances. Parent ref: group-v356180. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.382187] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-174e37e1-69cb-49e5-b92c-fe5ca47cfa7b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.391981] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Created folder: Instances in parent group-v356180. [ 1296.392235] env[62093]: DEBUG oslo.service.loopingcall [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.392421] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.392614] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a605f3a7-10b4-430f-bba4-951f43b7557c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.407369] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.407900] env[62093]: DEBUG nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1296.411227] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.229s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.411227] env[62093]: DEBUG nova.objects.instance [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lazy-loading 'resources' on Instance uuid 0d81385e-654e-4640-aa9f-a66309657995 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.417167] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.417167] env[62093]: value = "task-1709618" [ 1296.417167] env[62093]: _type = "Task" [ 1296.417167] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.425692] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709618, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.618280] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709615, 'name': Rename_Task, 'duration_secs': 0.16345} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.621545] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.621545] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f347f37-f57b-48e0-a7b9-77693c1f06e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.631944] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1296.631944] env[62093]: value = "task-1709619" [ 1296.631944] env[62093]: _type = "Task" [ 1296.631944] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.647217] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.676807] env[62093]: INFO nova.compute.manager [-] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Took 1.30 seconds to deallocate network for instance. [ 1296.745430] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e13b5e-6a4a-0929-1473-615ed0de4813, 'name': SearchDatastore_Task, 'duration_secs': 0.017923} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.746694] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770803e6-a0ee-4dfb-b0c7-5396698c629c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.753474] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1296.753474] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c934b0-2982-7aa5-e562-249d552468c4" [ 1296.753474] env[62093]: _type = "Task" [ 1296.753474] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.763708] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c934b0-2982-7aa5-e562-249d552468c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.857990] env[62093]: DEBUG nova.network.neutron [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Updating instance_info_cache with network_info: [{"id": "d2eb8070-dbad-4340-b9d0-2368fd1e49e0", "address": "fa:16:3e:d2:9d:bd", "network": {"id": "3437dbb8-2e85-4eca-a301-8e7e4691deba", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-860447714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4e76ffe1ab4b35969ce91ec00a067e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2eb8070-db", "ovs_interfaceid": "d2eb8070-dbad-4340-b9d0-2368fd1e49e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.914221] env[62093]: DEBUG nova.compute.utils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.920645] env[62093]: DEBUG nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1296.920645] env[62093]: DEBUG nova.network.neutron [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.931314] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709618, 'name': CreateVM_Task, 'duration_secs': 0.475514} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.931314] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.932029] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.932240] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.932591] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.932924] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65f2d51-85d9-4fd6-86a2-754a544a6ac6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.938442] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1296.938442] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52061239-d5df-4d30-71d5-b9e0024d52aa" [ 1296.938442] env[62093]: _type = "Task" [ 1296.938442] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.951602] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52061239-d5df-4d30-71d5-b9e0024d52aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.954173] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.954445] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.954737] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.997969] env[62093]: DEBUG nova.policy [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f9f1d410bea4bb297f92875d13c4f46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64bb4f4e521f4b1e9195ebf6430b64c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1297.098140] env[62093]: DEBUG nova.network.neutron [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updated VIF entry in instance network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.098645] env[62093]: DEBUG nova.network.neutron [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updating instance_info_cache with network_info: [{"id": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "address": "fa:16:3e:f3:44:f2", "network": {"id": "6bc7b894-f164-40e6-8887-6999c4882188", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-492180330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39b3b297ab92429e8c79cc5674a98ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fffea2-4b", "ovs_interfaceid": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.133390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.133640] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.133816] env[62093]: DEBUG nova.compute.manager [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Going to confirm migration 1 {{(pid=62093) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1297.145534] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709619, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.183114] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.264481] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c934b0-2982-7aa5-e562-249d552468c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.266917] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.267190] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035/6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.267647] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.268576] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.268576] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e4049d-1211-402a-a536-ca6e87eb2aa4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.272639] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d952f5-8134-4fc6-b6d3-2c1d369e04e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.277920] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1297.277920] env[62093]: value = "task-1709620" [ 1297.277920] env[62093]: _type = "Task" [ 1297.277920] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.279063] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.279248] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.283071] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7b7ab2-3216-4733-93e1-7b9bc6a808eb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.293271] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.294531] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1297.294531] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522333fb-a51b-7086-c57a-294c099297d7" [ 1297.294531] env[62093]: _type = "Task" [ 1297.294531] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.304639] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522333fb-a51b-7086-c57a-294c099297d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.366882] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Releasing lock "refresh_cache-a899078d-6722-4934-98f2-977c269928cd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.370313] env[62093]: DEBUG nova.compute.manager [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1297.371906] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b6af9-e876-4dab-8308-6dacc84d1ecc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.420115] env[62093]: DEBUG nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1297.562710] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd08bc91-2456-4b13-9c74-5ff8fe9f7176 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.571171] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b039d4f-c10c-41ba-9ecc-1a3d1a33547f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.605970] env[62093]: DEBUG oslo_concurrency.lockutils [req-639075e5-17cc-4afc-8884-988d2a33264b req-85838c33-fba8-4b8b-89c3-252b7b3db51f service nova] Releasing lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.607415] env[62093]: DEBUG nova.network.neutron [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Successfully created port: 32f6c4f1-44ba-47fa-9caf-f22528dce2df {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.609996] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab78df1-dae5-4017-b9e9-985c6f3fd20c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.618099] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891e8b66-6f1d-4165-8d3e-160ef4154152 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.631993] env[62093]: DEBUG nova.compute.provider_tree [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.646372] env[62093]: DEBUG oslo_vmware.api [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709619, 'name': PowerOnVM_Task, 'duration_secs': 0.616511} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.648350] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.648647] env[62093]: INFO nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1297.648896] env[62093]: DEBUG nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1297.649982] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4847ffba-a362-427e-95d0-f3fe2bbd39ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.792355] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709620, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.794669] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.794885] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.795085] env[62093]: DEBUG nova.network.neutron [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.795285] env[62093]: DEBUG nova.objects.instance [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lazy-loading 'info_cache' on Instance uuid a3e48e71-e343-48f3-8bbf-8498f4db9f9d {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.809649] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522333fb-a51b-7086-c57a-294c099297d7, 'name': SearchDatastore_Task, 'duration_secs': 0.026321} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.810511] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ddfc22d-3d33-4760-847c-da4bbd9257cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.818921] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1297.818921] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f48a52-5720-cd1d-5bbe-ff17d2cb7912" [ 1297.818921] env[62093]: _type = "Task" [ 1297.818921] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.830795] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f48a52-5720-cd1d-5bbe-ff17d2cb7912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.138028] env[62093]: DEBUG nova.scheduler.client.report [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1298.171656] env[62093]: INFO nova.compute.manager [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Took 40.99 seconds to build instance. [ 1298.292781] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794489} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.293070] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035/6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.293357] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.293552] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0508c04c-5e71-4efc-88f7-2fbc97990dfa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.300282] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1298.300282] env[62093]: value = "task-1709621" [ 1298.300282] env[62093]: _type = "Task" [ 1298.300282] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.312909] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.331444] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f48a52-5720-cd1d-5bbe-ff17d2cb7912, 'name': SearchDatastore_Task, 'duration_secs': 0.060259} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.331766] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.332037] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b/55e6177f-5550-4c5b-947e-0a0a4b6ed60b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.332304] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc280b83-3e8f-4532-9676-d46fb4c4b923 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.340577] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1298.340577] env[62093]: value = "task-1709622" [ 1298.340577] env[62093]: _type = "Task" [ 1298.340577] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.353203] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.392618] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799e3585-ed0f-4b5a-b0b2-f4bdf54d8a9e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.400524] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Doing hard reboot of VM {{(pid=62093) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1298.400784] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-290b251c-d0e8-4f50-8ca4-8d8296b0eb49 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.408116] env[62093]: DEBUG oslo_vmware.api [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1298.408116] env[62093]: value = "task-1709623" [ 1298.408116] env[62093]: _type = "Task" [ 1298.408116] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.417043] env[62093]: DEBUG oslo_vmware.api [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709623, 'name': ResetVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.430406] env[62093]: DEBUG nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1298.460457] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1298.460679] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1298.460829] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.461017] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1298.461168] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.461314] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1298.461518] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1298.461673] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1298.461836] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1298.461994] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1298.462178] env[62093]: DEBUG nova.virt.hardware [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1298.463079] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce871886-0179-4346-9378-a22cf4a14aa4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.471795] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ece9e3-8b71-46ca-bcc1-55b8508a7c8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.641682] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.643554] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.828s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.645167] env[62093]: INFO nova.compute.claims [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.665096] env[62093]: INFO nova.scheduler.client.report [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Deleted allocations for instance 0d81385e-654e-4640-aa9f-a66309657995 [ 1298.673613] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa77b116-02ee-4a50-9a30-d7f4c6274382 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.164s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.814662] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144739} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.815945] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.816260] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699653b-d185-40c1-ae24-447a3c7a83cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.844535] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035/6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.848225] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd46835c-4654-4fcb-8e27-34f856b19fbf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.873680] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.875356] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1298.875356] env[62093]: value = "task-1709624" [ 1298.875356] env[62093]: _type = "Task" [ 1298.875356] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.886544] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.921751] env[62093]: DEBUG oslo_vmware.api [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709623, 'name': ResetVM_Task, 'duration_secs': 0.120077} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.922045] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Did hard reboot of VM {{(pid=62093) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1298.922264] env[62093]: DEBUG nova.compute.manager [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1298.923120] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac38823a-5e94-483c-bc76-823cbda125c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.003897] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquiring lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.004146] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.004358] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquiring lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.004541] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.004799] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.007292] env[62093]: INFO nova.compute.manager [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Terminating instance [ 1299.009121] env[62093]: DEBUG nova.compute.manager [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1299.009397] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.012617] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a6f0b7-221f-4e41-ade8-71ae8160ba29 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.020939] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.021182] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f89981ca-cf09-499f-872f-2a405dc5ab35 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.027831] env[62093]: DEBUG oslo_vmware.api [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1299.027831] env[62093]: value = "task-1709625" [ 1299.027831] env[62093]: _type = "Task" [ 1299.027831] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.036712] env[62093]: DEBUG oslo_vmware.api [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.081449] env[62093]: DEBUG nova.network.neutron [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance_info_cache with network_info: [{"id": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "address": "fa:16:3e:de:a7:a6", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aef0ca1-3b", "ovs_interfaceid": "7aef0ca1-3ba1-4898-885d-04d7c2f1909e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.173508] env[62093]: DEBUG oslo_concurrency.lockutils [None req-146a76e5-d4b7-4307-bc96-a9fa9620b897 tempest-ImagesOneServerTestJSON-1524027241 tempest-ImagesOneServerTestJSON-1524027241-project-member] Lock "0d81385e-654e-4640-aa9f-a66309657995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.007s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.175994] env[62093]: DEBUG nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1299.359878] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698088} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.360176] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b/55e6177f-5550-4c5b-947e-0a0a4b6ed60b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.360388] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.360646] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b94b2e-7705-457b-8034-e1f5ee867d36 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.367045] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1299.367045] env[62093]: value = "task-1709626" [ 1299.367045] env[62093]: _type = "Task" [ 1299.367045] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.382233] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.391964] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.444640] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72b7eace-4ca2-420a-978c-72c4d10a4ba0 tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "a899078d-6722-4934-98f2-977c269928cd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.923s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.537687] env[62093]: DEBUG oslo_vmware.api [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709625, 'name': PowerOffVM_Task, 'duration_secs': 0.399349} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.538189] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.538458] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.538719] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36a6a061-fb9e-4850-9389-1540c19b776d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.589353] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-a3e48e71-e343-48f3-8bbf-8498f4db9f9d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.589719] env[62093]: DEBUG nova.objects.instance [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lazy-loading 'migration_context' on Instance uuid a3e48e71-e343-48f3-8bbf-8498f4db9f9d {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.698702] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.726406] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.726629] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.726809] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Deleting the datastore file [datastore1] ecfc3f4a-03dc-41dd-b81b-ead559732ec0 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.727097] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81ba0e7b-7346-4e2e-9946-2191027fefec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.735315] env[62093]: DEBUG oslo_vmware.api [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for the task: (returnval){ [ 1299.735315] env[62093]: value = "task-1709628" [ 1299.735315] env[62093]: _type = "Task" [ 1299.735315] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.748824] env[62093]: DEBUG oslo_vmware.api [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.775997] env[62093]: DEBUG nova.compute.manager [req-7ebed3b1-6a14-4f98-86c1-cbf8d539e704 req-546c7a88-a0ab-4f6e-b1c3-476760efe83d service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Received event network-vif-plugged-32f6c4f1-44ba-47fa-9caf-f22528dce2df {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1299.776286] env[62093]: DEBUG oslo_concurrency.lockutils [req-7ebed3b1-6a14-4f98-86c1-cbf8d539e704 req-546c7a88-a0ab-4f6e-b1c3-476760efe83d service nova] Acquiring lock "5c7db1fd-3305-4177-b915-13aaef65955e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.776498] env[62093]: DEBUG oslo_concurrency.lockutils [req-7ebed3b1-6a14-4f98-86c1-cbf8d539e704 req-546c7a88-a0ab-4f6e-b1c3-476760efe83d service nova] Lock "5c7db1fd-3305-4177-b915-13aaef65955e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.776632] env[62093]: DEBUG oslo_concurrency.lockutils [req-7ebed3b1-6a14-4f98-86c1-cbf8d539e704 req-546c7a88-a0ab-4f6e-b1c3-476760efe83d service nova] Lock "5c7db1fd-3305-4177-b915-13aaef65955e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.777957] env[62093]: DEBUG nova.compute.manager [req-7ebed3b1-6a14-4f98-86c1-cbf8d539e704 req-546c7a88-a0ab-4f6e-b1c3-476760efe83d service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] No waiting events found dispatching network-vif-plugged-32f6c4f1-44ba-47fa-9caf-f22528dce2df {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1299.778263] env[62093]: WARNING nova.compute.manager [req-7ebed3b1-6a14-4f98-86c1-cbf8d539e704 req-546c7a88-a0ab-4f6e-b1c3-476760efe83d service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Received unexpected event network-vif-plugged-32f6c4f1-44ba-47fa-9caf-f22528dce2df for instance with vm_state building and task_state spawning. [ 1299.876458] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070361} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.878909] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.879920] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780b895-46fb-4edf-a6bf-33a3c94f3c4b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.894866] env[62093]: DEBUG nova.network.neutron [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Successfully updated port: 32f6c4f1-44ba-47fa-9caf-f22528dce2df {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.924323] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b/55e6177f-5550-4c5b-947e-0a0a4b6ed60b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.924715] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709624, 'name': ReconfigVM_Task, 'duration_secs': 0.909969} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.929069] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97aabd30-f14c-4579-8ec2-7d3048745b08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.942849] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035/6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.944153] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30e84d50-8fcd-4811-952b-11ba5e71e8a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.952592] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1299.952592] env[62093]: value = "task-1709629" [ 1299.952592] env[62093]: _type = "Task" [ 1299.952592] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.963792] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1299.963792] env[62093]: value = "task-1709630" [ 1299.963792] env[62093]: _type = "Task" [ 1299.963792] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.966944] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.972154] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709630, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.093436] env[62093]: DEBUG nova.objects.base [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1300.094579] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf2ab1-534d-4798-8644-85ef43d82995 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.116853] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2e4e14-6f2b-4aea-9112-d7878c2b95c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.122858] env[62093]: DEBUG oslo_vmware.api [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1300.122858] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c19530-1612-7181-bfab-354d53d17ba1" [ 1300.122858] env[62093]: _type = "Task" [ 1300.122858] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.133288] env[62093]: DEBUG oslo_vmware.api [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c19530-1612-7181-bfab-354d53d17ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.208651] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882717bc-08e4-4917-b65c-a83111442478 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.216155] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2675b7f-bf8f-42b2-a46f-9fb56ec4fb41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.250332] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd625c-43a5-48de-8511-9951ff663cf7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.260128] env[62093]: DEBUG oslo_vmware.api [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Task: {'id': task-1709628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519885} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.262351] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.262566] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.262775] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.262952] env[62093]: INFO nova.compute.manager [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1300.263234] env[62093]: DEBUG oslo.service.loopingcall [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.263564] env[62093]: DEBUG nova.compute.manager [-] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1300.263667] env[62093]: DEBUG nova.network.neutron [-] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.266280] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d120b-fa5b-453b-8434-87c4e77dfdd0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.280643] env[62093]: DEBUG nova.compute.provider_tree [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.428407] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquiring lock "refresh_cache-5c7db1fd-3305-4177-b915-13aaef65955e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.428610] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquired lock "refresh_cache-5c7db1fd-3305-4177-b915-13aaef65955e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.428804] env[62093]: DEBUG nova.network.neutron [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.464275] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.474230] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709630, 'name': Rename_Task, 'duration_secs': 0.330144} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.474643] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.474947] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed35d30-3700-4775-8a33-a6b24238e20a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.485018] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1300.485018] env[62093]: value = "task-1709631" [ 1300.485018] env[62093]: _type = "Task" [ 1300.485018] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.491623] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.636315] env[62093]: DEBUG oslo_vmware.api [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c19530-1612-7181-bfab-354d53d17ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.015949} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.636678] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.784630] env[62093]: DEBUG nova.scheduler.client.report [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1300.808382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "a899078d-6722-4934-98f2-977c269928cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.809131] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "a899078d-6722-4934-98f2-977c269928cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.809131] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "a899078d-6722-4934-98f2-977c269928cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.809131] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "a899078d-6722-4934-98f2-977c269928cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.809387] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "a899078d-6722-4934-98f2-977c269928cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.812244] env[62093]: INFO nova.compute.manager [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Terminating instance [ 1300.814063] env[62093]: DEBUG nova.compute.manager [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1300.814063] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.814174] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166536e-b39c-4e73-83e3-a466bb9f5b26 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.823029] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.823029] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-059b5500-4b62-49ee-90df-6ceee959f5a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.831486] env[62093]: DEBUG oslo_vmware.api [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1300.831486] env[62093]: value = "task-1709632" [ 1300.831486] env[62093]: _type = "Task" [ 1300.831486] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.839212] env[62093]: DEBUG oslo_vmware.api [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.964294] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709629, 'name': ReconfigVM_Task, 'duration_secs': 0.590341} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.964294] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b/55e6177f-5550-4c5b-947e-0a0a4b6ed60b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.964859] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a94b9b66-cbed-4d2a-9a70-a896c38195bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.972178] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1300.972178] env[62093]: value = "task-1709633" [ 1300.972178] env[62093]: _type = "Task" [ 1300.972178] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.979978] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709633, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.980710] env[62093]: DEBUG nova.network.neutron [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.990564] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.181728] env[62093]: DEBUG nova.network.neutron [-] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.244831] env[62093]: DEBUG nova.network.neutron [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Updating instance_info_cache with network_info: [{"id": "32f6c4f1-44ba-47fa-9caf-f22528dce2df", "address": "fa:16:3e:fe:9a:c9", "network": {"id": "2a2b1c08-2e91-4c5e-8e61-2803a6a8f319", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-696669882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64bb4f4e521f4b1e9195ebf6430b64c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f6c4f1-44", "ovs_interfaceid": "32f6c4f1-44ba-47fa-9caf-f22528dce2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.293741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.294342] env[62093]: DEBUG nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1301.296914] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.387s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.297095] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.297348] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1301.297659] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.628s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.297865] env[62093]: DEBUG nova.objects.instance [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lazy-loading 'resources' on Instance uuid d936e23a-03b5-4ddc-b214-cfa9a0112756 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.301244] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb2ab9-4d74-4f77-a50c-c574d5bae2f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.308715] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448af4b-6ee3-4765-a44b-fa2d8c481235 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.325837] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd05996-c0a2-4cc1-b0b7-63fc2e7f8eca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.337904] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a6f19-68e3-4ab3-a795-946ba93f4a99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.346788] env[62093]: DEBUG oslo_vmware.api [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.371284] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179358MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1301.371454] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.482266] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709633, 'name': Rename_Task, 'duration_secs': 0.350823} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.482600] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.482898] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26078cea-a5ed-42e0-b2ef-cc847f13ffc0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.495602] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.496485] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1301.496485] env[62093]: value = "task-1709634" [ 1301.496485] env[62093]: _type = "Task" [ 1301.496485] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.504812] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.687209] env[62093]: INFO nova.compute.manager [-] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Took 1.42 seconds to deallocate network for instance. [ 1301.750067] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Releasing lock "refresh_cache-5c7db1fd-3305-4177-b915-13aaef65955e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.750067] env[62093]: DEBUG nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Instance network_info: |[{"id": "32f6c4f1-44ba-47fa-9caf-f22528dce2df", "address": "fa:16:3e:fe:9a:c9", "network": {"id": "2a2b1c08-2e91-4c5e-8e61-2803a6a8f319", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-696669882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64bb4f4e521f4b1e9195ebf6430b64c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f6c4f1-44", "ovs_interfaceid": "32f6c4f1-44ba-47fa-9caf-f22528dce2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1301.750280] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:9a:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f6c4f1-44ba-47fa-9caf-f22528dce2df', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.757839] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Creating folder: Project (64bb4f4e521f4b1e9195ebf6430b64c3). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.759132] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3c4cd9b-5a3c-45cc-b470-8f4f276768e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.772268] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Created folder: Project (64bb4f4e521f4b1e9195ebf6430b64c3) in parent group-v356072. [ 1301.772268] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Creating folder: Instances. Parent ref: group-v356183. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.772268] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1c21476-8814-468c-8cdc-c3bb56881768 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.782196] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Created folder: Instances in parent group-v356183. [ 1301.782452] env[62093]: DEBUG oslo.service.loopingcall [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1301.782644] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.782848] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98fac96e-c477-45f3-903a-b06e4bd93f53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.804049] env[62093]: DEBUG nova.compute.utils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1301.807115] env[62093]: DEBUG nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1301.807115] env[62093]: DEBUG nova.network.neutron [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.812750] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.812750] env[62093]: value = "task-1709637" [ 1301.812750] env[62093]: _type = "Task" [ 1301.812750] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.821904] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709637, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.847598] env[62093]: DEBUG oslo_vmware.api [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709632, 'name': PowerOffVM_Task, 'duration_secs': 0.591777} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.848083] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.848552] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.849584] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5b72d01-e508-492c-b237-d0cf52d95f36 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.903268] env[62093]: DEBUG nova.policy [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9be3a038ab647c781a3ad9306b9bbe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb37d152f98419d9a1d09e5ba6cf756', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1301.932074] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.932183] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.932426] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Deleting the datastore file [datastore1] a899078d-6722-4934-98f2-977c269928cd {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.932734] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b208047-e985-4a95-b530-214563c513d8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.941938] env[62093]: DEBUG oslo_vmware.api [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for the task: (returnval){ [ 1301.941938] env[62093]: value = "task-1709639" [ 1301.941938] env[62093]: _type = "Task" [ 1301.941938] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.953543] env[62093]: DEBUG oslo_vmware.api [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.970262] env[62093]: DEBUG nova.compute.manager [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Received event network-changed-32f6c4f1-44ba-47fa-9caf-f22528dce2df {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1301.970501] env[62093]: DEBUG nova.compute.manager [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Refreshing instance network info cache due to event network-changed-32f6c4f1-44ba-47fa-9caf-f22528dce2df. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1301.970763] env[62093]: DEBUG oslo_concurrency.lockutils [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] Acquiring lock "refresh_cache-5c7db1fd-3305-4177-b915-13aaef65955e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.971537] env[62093]: DEBUG oslo_concurrency.lockutils [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] Acquired lock "refresh_cache-5c7db1fd-3305-4177-b915-13aaef65955e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.971537] env[62093]: DEBUG nova.network.neutron [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Refreshing network info cache for port 32f6c4f1-44ba-47fa-9caf-f22528dce2df {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.996012] env[62093]: DEBUG oslo_vmware.api [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709631, 'name': PowerOnVM_Task, 'duration_secs': 1.285821} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.996297] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.996505] env[62093]: INFO nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1301.996695] env[62093]: DEBUG nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1301.997622] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0566bcd1-a7b4-40bc-b022-893f37af891e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.019984] env[62093]: DEBUG oslo_vmware.api [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709634, 'name': PowerOnVM_Task, 'duration_secs': 0.526276} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.021895] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.022125] env[62093]: INFO nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1302.022319] env[62093]: DEBUG nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1302.028399] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105ab3dc-e73a-448c-8859-f8e8a670a565 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.195700] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.309960] env[62093]: DEBUG nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1302.328644] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709637, 'name': CreateVM_Task, 'duration_secs': 0.392793} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.328819] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.329569] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.329733] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.330132] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.330398] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef05d1b8-e235-4d59-8ecf-718f06539dc8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.335966] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1302.335966] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52308267-5bff-e6d0-1681-37850581cd80" [ 1302.335966] env[62093]: _type = "Task" [ 1302.335966] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.337623] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45e4abf-349f-415f-bb4e-4fb6321f004d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.354606] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadee7ef-ec74-4f2d-b259-a4ce0be340e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.360951] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52308267-5bff-e6d0-1681-37850581cd80, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.362157] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.362157] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.363274] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.363274] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.363274] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.363414] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-587f6016-311c-4bfa-b9f3-8964c7b6ba6c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.396739] env[62093]: DEBUG nova.network.neutron [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Successfully created port: b7bfd3a6-8a20-4e02-9012-efcf65705ae5 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.399932] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ab645-2d51-4769-9dad-459e54fc97f9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.405710] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.405710] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.408192] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4381ab6c-3b82-4df1-a7b6-9cd3721ef996 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.411741] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3da2aa2-55bc-450b-9a14-01a9f8493216 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.418477] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1302.418477] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5267db17-06a3-99ed-51a5-3188247ee20b" [ 1302.418477] env[62093]: _type = "Task" [ 1302.418477] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.426821] env[62093]: DEBUG nova.compute.provider_tree [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.436313] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5267db17-06a3-99ed-51a5-3188247ee20b, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.437055] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a392a2-e927-440b-9db2-3fad3a605d04 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.442580] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1302.442580] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52454efe-7045-2762-469a-6b6477f5121b" [ 1302.442580] env[62093]: _type = "Task" [ 1302.442580] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.455444] env[62093]: DEBUG oslo_vmware.api [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Task: {'id': task-1709639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173655} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.455761] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52454efe-7045-2762-469a-6b6477f5121b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.455855] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.456040] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.456290] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.456498] env[62093]: INFO nova.compute.manager [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] [instance: a899078d-6722-4934-98f2-977c269928cd] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1302.457050] env[62093]: DEBUG oslo.service.loopingcall [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1302.457430] env[62093]: DEBUG nova.compute.manager [-] [instance: a899078d-6722-4934-98f2-977c269928cd] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1302.457541] env[62093]: DEBUG nova.network.neutron [-] [instance: a899078d-6722-4934-98f2-977c269928cd] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.543560] env[62093]: INFO nova.compute.manager [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Took 40.78 seconds to build instance. [ 1302.551226] env[62093]: INFO nova.compute.manager [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Took 40.04 seconds to build instance. [ 1302.924029] env[62093]: DEBUG nova.network.neutron [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Updated VIF entry in instance network info cache for port 32f6c4f1-44ba-47fa-9caf-f22528dce2df. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.924486] env[62093]: DEBUG nova.network.neutron [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Updating instance_info_cache with network_info: [{"id": "32f6c4f1-44ba-47fa-9caf-f22528dce2df", "address": "fa:16:3e:fe:9a:c9", "network": {"id": "2a2b1c08-2e91-4c5e-8e61-2803a6a8f319", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-696669882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64bb4f4e521f4b1e9195ebf6430b64c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f6c4f1-44", "ovs_interfaceid": "32f6c4f1-44ba-47fa-9caf-f22528dce2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.932139] env[62093]: DEBUG nova.scheduler.client.report [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1302.940096] env[62093]: DEBUG nova.compute.manager [req-ca4a3bdf-5000-48c8-8bfa-2dd46bccbf90 req-f2f72855-c30d-4579-9447-69e52a65f798 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Received event network-vif-deleted-d2eb8070-dbad-4340-b9d0-2368fd1e49e0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1302.940312] env[62093]: INFO nova.compute.manager [req-ca4a3bdf-5000-48c8-8bfa-2dd46bccbf90 req-f2f72855-c30d-4579-9447-69e52a65f798 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Neutron deleted interface d2eb8070-dbad-4340-b9d0-2368fd1e49e0; detaching it from the instance and deleting it from the info cache [ 1302.940485] env[62093]: DEBUG nova.network.neutron [req-ca4a3bdf-5000-48c8-8bfa-2dd46bccbf90 req-f2f72855-c30d-4579-9447-69e52a65f798 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.955374] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52454efe-7045-2762-469a-6b6477f5121b, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.955744] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.955868] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 5c7db1fd-3305-4177-b915-13aaef65955e/5c7db1fd-3305-4177-b915-13aaef65955e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.956564] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7648b5cb-6ccf-49fc-907b-e05d40691d07 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.965158] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1302.965158] env[62093]: value = "task-1709640" [ 1302.965158] env[62093]: _type = "Task" [ 1302.965158] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.973541] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.046880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-84a8b24a-ced5-4b30-9b04-73993cb2c6b8 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.963s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.054083] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3824f198-102a-4615-84d2-ca0abed819ac tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.777s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.312496] env[62093]: DEBUG nova.network.neutron [-] [instance: a899078d-6722-4934-98f2-977c269928cd] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.317177] env[62093]: DEBUG nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1303.343741] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1303.344156] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1303.344287] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.344534] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1303.344748] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.344958] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1303.345248] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1303.345489] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1303.345713] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1303.346141] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1303.346238] env[62093]: DEBUG nova.virt.hardware [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1303.347562] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e589df6-6441-466d-ac65-32fb39d03aa1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.356440] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b5cd10-eb03-453a-a76b-67096ae14914 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.433124] env[62093]: DEBUG oslo_concurrency.lockutils [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] Releasing lock "refresh_cache-5c7db1fd-3305-4177-b915-13aaef65955e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.433124] env[62093]: DEBUG nova.compute.manager [req-15725968-5562-4ca0-a61e-75eccbee3f8f req-b136d18f-d379-4443-8db3-27d3218c2cb1 service nova] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Received event network-vif-deleted-8d9c1c91-5bc9-4c09-9dc7-882df367bf78 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1303.442804] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.445545] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.166s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.445792] env[62093]: DEBUG nova.objects.instance [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lazy-loading 'resources' on Instance uuid 0b2f15b5-9356-4da5-bc52-8a02128a3997 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.447379] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef6ae100-26de-462e-a16f-76768c87aa61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.462080] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3626d0d-1f41-4783-9584-23a779e1d523 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.489028] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709640, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.489681] env[62093]: INFO nova.scheduler.client.report [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted allocations for instance d936e23a-03b5-4ddc-b214-cfa9a0112756 [ 1303.507928] env[62093]: DEBUG nova.compute.manager [req-ca4a3bdf-5000-48c8-8bfa-2dd46bccbf90 req-f2f72855-c30d-4579-9447-69e52a65f798 service nova] [instance: a899078d-6722-4934-98f2-977c269928cd] Detach interface failed, port_id=d2eb8070-dbad-4340-b9d0-2368fd1e49e0, reason: Instance a899078d-6722-4934-98f2-977c269928cd could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1303.552535] env[62093]: DEBUG nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1303.816906] env[62093]: INFO nova.compute.manager [-] [instance: a899078d-6722-4934-98f2-977c269928cd] Took 1.36 seconds to deallocate network for instance. [ 1303.997930] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88998} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.997930] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 5c7db1fd-3305-4177-b915-13aaef65955e/5c7db1fd-3305-4177-b915-13aaef65955e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.997930] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.997930] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6273f9d8-1327-4a9f-87ba-248fba8c81a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.010017] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1304.010017] env[62093]: value = "task-1709641" [ 1304.010017] env[62093]: _type = "Task" [ 1304.010017] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.019362] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac90a7fe-298e-4f1d-b484-8bf37b8452fc tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "d936e23a-03b5-4ddc-b214-cfa9a0112756" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.861s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.026058] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.078908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.322919] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.368801] env[62093]: INFO nova.compute.manager [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Rescuing [ 1304.369244] env[62093]: DEBUG oslo_concurrency.lockutils [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.369549] env[62093]: DEBUG oslo_concurrency.lockutils [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquired lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.369824] env[62093]: DEBUG nova.network.neutron [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.418443] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ab9bd-98b8-4c57-8dbf-4eb56f902381 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.427603] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa27dc-dca7-4da9-8fe0-4ff74eb9d2c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.466950] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09f19e-1d73-462c-9ecc-b3e2a4a6d067 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.475641] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba44595-9e19-4463-8f6b-481ff54ee19e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.490404] env[62093]: DEBUG nova.compute.provider_tree [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.520116] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066849} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.520409] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.521242] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e63303c-b90d-46b2-a8d0-58f9b76c2453 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.550631] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 5c7db1fd-3305-4177-b915-13aaef65955e/5c7db1fd-3305-4177-b915-13aaef65955e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.550631] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b61e6a1-2895-4234-a5a9-f0793970f080 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.569286] env[62093]: DEBUG nova.compute.manager [req-0d056e09-e932-4604-8191-9b72c4fd15d5 req-a6dc68b7-1bb7-486f-a20b-d7193761058c service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Received event network-changed-41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1304.569500] env[62093]: DEBUG nova.compute.manager [req-0d056e09-e932-4604-8191-9b72c4fd15d5 req-a6dc68b7-1bb7-486f-a20b-d7193761058c service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Refreshing instance network info cache due to event network-changed-41108da9-33af-442d-a70d-b55684ef1411. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1304.569709] env[62093]: DEBUG oslo_concurrency.lockutils [req-0d056e09-e932-4604-8191-9b72c4fd15d5 req-a6dc68b7-1bb7-486f-a20b-d7193761058c service nova] Acquiring lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.569876] env[62093]: DEBUG oslo_concurrency.lockutils [req-0d056e09-e932-4604-8191-9b72c4fd15d5 req-a6dc68b7-1bb7-486f-a20b-d7193761058c service nova] Acquired lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.570198] env[62093]: DEBUG nova.network.neutron [req-0d056e09-e932-4604-8191-9b72c4fd15d5 req-a6dc68b7-1bb7-486f-a20b-d7193761058c service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Refreshing network info cache for port 41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.575311] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1304.575311] env[62093]: value = "task-1709642" [ 1304.575311] env[62093]: _type = "Task" [ 1304.575311] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.584016] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.841572] env[62093]: DEBUG nova.network.neutron [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Successfully updated port: b7bfd3a6-8a20-4e02-9012-efcf65705ae5 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.993659] env[62093]: DEBUG nova.scheduler.client.report [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1305.092289] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.349698] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquiring lock "refresh_cache-765f8738-4082-4ee1-a948-7f27effc12ee" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.349932] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquired lock "refresh_cache-765f8738-4082-4ee1-a948-7f27effc12ee" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.349990] env[62093]: DEBUG nova.network.neutron [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.498947] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.501234] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.488s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.506019] env[62093]: INFO nova.compute.claims [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.522397] env[62093]: INFO nova.scheduler.client.report [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Deleted allocations for instance 0b2f15b5-9356-4da5-bc52-8a02128a3997 [ 1305.589319] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709642, 'name': ReconfigVM_Task, 'duration_secs': 0.711793} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.589627] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 5c7db1fd-3305-4177-b915-13aaef65955e/5c7db1fd-3305-4177-b915-13aaef65955e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.590263] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b644f64-16a9-405b-973f-45f6d7df2519 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.596455] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1305.596455] env[62093]: value = "task-1709643" [ 1305.596455] env[62093]: _type = "Task" [ 1305.596455] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.605552] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709643, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.634305] env[62093]: DEBUG nova.network.neutron [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updating instance_info_cache with network_info: [{"id": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "address": "fa:16:3e:f3:44:f2", "network": {"id": "6bc7b894-f164-40e6-8887-6999c4882188", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-492180330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39b3b297ab92429e8c79cc5674a98ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fffea2-4b", "ovs_interfaceid": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.913559] env[62093]: DEBUG nova.network.neutron [req-0d056e09-e932-4604-8191-9b72c4fd15d5 req-a6dc68b7-1bb7-486f-a20b-d7193761058c service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updated VIF entry in instance network info cache for port 41108da9-33af-442d-a70d-b55684ef1411. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.913912] env[62093]: DEBUG nova.network.neutron [req-0d056e09-e932-4604-8191-9b72c4fd15d5 req-a6dc68b7-1bb7-486f-a20b-d7193761058c service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updating instance_info_cache with network_info: [{"id": "41108da9-33af-442d-a70d-b55684ef1411", "address": "fa:16:3e:fb:10:d4", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41108da9-33", "ovs_interfaceid": "41108da9-33af-442d-a70d-b55684ef1411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.932791] env[62093]: DEBUG nova.network.neutron [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.032889] env[62093]: DEBUG oslo_concurrency.lockutils [None req-28fd686c-af64-4c24-b34f-053cbb7fc1ce tempest-ServersAdminNegativeTestJSON-636133577 tempest-ServersAdminNegativeTestJSON-636133577-project-member] Lock "0b2f15b5-9356-4da5-bc52-8a02128a3997" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.859s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.107212] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709643, 'name': Rename_Task, 'duration_secs': 0.484141} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.107212] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.107443] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f8a8c9-f804-4030-9bc6-219776ca5d5f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.115820] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1306.115820] env[62093]: value = "task-1709644" [ 1306.115820] env[62093]: _type = "Task" [ 1306.115820] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.123989] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.136706] env[62093]: DEBUG oslo_concurrency.lockutils [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Releasing lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.294081] env[62093]: DEBUG nova.network.neutron [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Updating instance_info_cache with network_info: [{"id": "b7bfd3a6-8a20-4e02-9012-efcf65705ae5", "address": "fa:16:3e:99:bd:18", "network": {"id": "8979c2f0-1c3e-4ada-9de2-f6271818dd21", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1775740234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb37d152f98419d9a1d09e5ba6cf756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7bfd3a6-8a", "ovs_interfaceid": "b7bfd3a6-8a20-4e02-9012-efcf65705ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.416831] env[62093]: DEBUG oslo_concurrency.lockutils [req-0d056e09-e932-4604-8191-9b72c4fd15d5 req-a6dc68b7-1bb7-486f-a20b-d7193761058c service nova] Releasing lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.629117] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.674535] env[62093]: DEBUG nova.compute.manager [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Received event network-vif-plugged-b7bfd3a6-8a20-4e02-9012-efcf65705ae5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1306.674535] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Acquiring lock "765f8738-4082-4ee1-a948-7f27effc12ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.674651] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Lock "765f8738-4082-4ee1-a948-7f27effc12ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.674777] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Lock "765f8738-4082-4ee1-a948-7f27effc12ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.675344] env[62093]: DEBUG nova.compute.manager [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] No waiting events found dispatching network-vif-plugged-b7bfd3a6-8a20-4e02-9012-efcf65705ae5 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1306.675501] env[62093]: WARNING nova.compute.manager [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Received unexpected event network-vif-plugged-b7bfd3a6-8a20-4e02-9012-efcf65705ae5 for instance with vm_state building and task_state spawning. [ 1306.675717] env[62093]: DEBUG nova.compute.manager [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Received event network-changed-41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1306.675879] env[62093]: DEBUG nova.compute.manager [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Refreshing instance network info cache due to event network-changed-41108da9-33af-442d-a70d-b55684ef1411. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1306.676078] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Acquiring lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.676274] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Acquired lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.676371] env[62093]: DEBUG nova.network.neutron [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Refreshing network info cache for port 41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.680419] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.680538] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdea1ea0-a197-42a9-8f6f-5cc3237229b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.692616] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1306.692616] env[62093]: value = "task-1709645" [ 1306.692616] env[62093]: _type = "Task" [ 1306.692616] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.703807] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.798552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Releasing lock "refresh_cache-765f8738-4082-4ee1-a948-7f27effc12ee" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.798552] env[62093]: DEBUG nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Instance network_info: |[{"id": "b7bfd3a6-8a20-4e02-9012-efcf65705ae5", "address": "fa:16:3e:99:bd:18", "network": {"id": "8979c2f0-1c3e-4ada-9de2-f6271818dd21", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1775740234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb37d152f98419d9a1d09e5ba6cf756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7bfd3a6-8a", "ovs_interfaceid": "b7bfd3a6-8a20-4e02-9012-efcf65705ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1306.801309] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:bd:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7bfd3a6-8a20-4e02-9012-efcf65705ae5', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.809291] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Creating folder: Project (1cb37d152f98419d9a1d09e5ba6cf756). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.809794] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c902f87-14ae-46c5-b1f9-b87ffce2c341 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.822060] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Created folder: Project (1cb37d152f98419d9a1d09e5ba6cf756) in parent group-v356072. [ 1306.822320] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Creating folder: Instances. Parent ref: group-v356186. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.825406] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c1fe52e-fcfc-4a92-bc5d-365596e7d63b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.838029] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Created folder: Instances in parent group-v356186. [ 1306.838615] env[62093]: DEBUG oslo.service.loopingcall [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.838693] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.838903] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55cfd25b-c66d-466b-84c3-6c5ccbbcaabd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.865221] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.865221] env[62093]: value = "task-1709648" [ 1306.865221] env[62093]: _type = "Task" [ 1306.865221] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.871978] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709648, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.029519] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717e3a0-4d64-47d1-abaa-603dd83832c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.037551] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06cf731-1d39-4a77-b920-5c4172119d76 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.070483] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba31c09-bc77-4c64-bd3f-39ef77492e8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.078338] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92fc6db-12d6-4963-adb6-8e8de5928a45 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.092966] env[62093]: DEBUG nova.compute.provider_tree [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.130498] env[62093]: DEBUG oslo_vmware.api [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709644, 'name': PowerOnVM_Task, 'duration_secs': 0.692334} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.130498] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.130498] env[62093]: INFO nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1307.130498] env[62093]: DEBUG nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1307.130498] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4496d600-5886-4d17-984a-12ba0eb82b66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.209485] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709645, 'name': PowerOffVM_Task, 'duration_secs': 0.319108} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.210027] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.211041] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a311bc20-1c50-4e1f-894c-6a4c9354f5a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.239019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378deb11-c6bc-498b-9f0a-0912d4edef37 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.282621] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.283026] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e41435-c11f-46ac-b227-509296ad3b39 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.291543] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1307.291543] env[62093]: value = "task-1709649" [ 1307.291543] env[62093]: _type = "Task" [ 1307.291543] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.303577] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1307.303577] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.303765] env[62093]: DEBUG oslo_concurrency.lockutils [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.303798] env[62093]: DEBUG oslo_concurrency.lockutils [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.304509] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.304509] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e77c397-443c-469a-aebb-26b15948d172 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.314432] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.314615] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.315488] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9b0048-1325-4f36-a18f-c3bbed1d54e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.322678] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1307.322678] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d50e25-5ddb-0428-a348-0427897dd4c5" [ 1307.322678] env[62093]: _type = "Task" [ 1307.322678] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.334224] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d50e25-5ddb-0428-a348-0427897dd4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.377017] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709648, 'name': CreateVM_Task, 'duration_secs': 0.335679} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.377017] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.377017] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.377017] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.377017] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.377463] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c708971-72b1-4eee-8bd9-992a9761efab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.384019] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1307.384019] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5295f185-d9c9-242f-e411-591a09f5301e" [ 1307.384019] env[62093]: _type = "Task" [ 1307.384019] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.390914] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5295f185-d9c9-242f-e411-591a09f5301e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.596357] env[62093]: DEBUG nova.scheduler.client.report [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1307.603095] env[62093]: DEBUG nova.network.neutron [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updated VIF entry in instance network info cache for port 41108da9-33af-442d-a70d-b55684ef1411. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.603427] env[62093]: DEBUG nova.network.neutron [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updating instance_info_cache with network_info: [{"id": "41108da9-33af-442d-a70d-b55684ef1411", "address": "fa:16:3e:fb:10:d4", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41108da9-33", "ovs_interfaceid": "41108da9-33af-442d-a70d-b55684ef1411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.651772] env[62093]: INFO nova.compute.manager [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Took 41.46 seconds to build instance. [ 1307.698709] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.698957] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.837628] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d50e25-5ddb-0428-a348-0427897dd4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016407} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.837628] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9849ecf-6f8c-4e6e-9f9b-c69379e1898e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.844026] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1307.844026] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52686ae3-e27f-83f8-a476-6134012d695f" [ 1307.844026] env[62093]: _type = "Task" [ 1307.844026] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.850593] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52686ae3-e27f-83f8-a476-6134012d695f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.892085] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5295f185-d9c9-242f-e411-591a09f5301e, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.892436] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.892675] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.892884] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.102152] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.102779] env[62093]: DEBUG nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1308.109018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.275s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.109018] env[62093]: INFO nova.compute.claims [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.111621] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Releasing lock "refresh_cache-6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.112025] env[62093]: DEBUG nova.compute.manager [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Received event network-changed-b7bfd3a6-8a20-4e02-9012-efcf65705ae5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1308.112025] env[62093]: DEBUG nova.compute.manager [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Refreshing instance network info cache due to event network-changed-b7bfd3a6-8a20-4e02-9012-efcf65705ae5. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1308.112216] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Acquiring lock "refresh_cache-765f8738-4082-4ee1-a948-7f27effc12ee" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.112349] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Acquired lock "refresh_cache-765f8738-4082-4ee1-a948-7f27effc12ee" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.114017] env[62093]: DEBUG nova.network.neutron [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Refreshing network info cache for port b7bfd3a6-8a20-4e02-9012-efcf65705ae5 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.154565] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8c7ffca8-0945-4177-aded-ac309511db8e tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "5c7db1fd-3305-4177-b915-13aaef65955e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.285s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.202701] env[62093]: DEBUG nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1308.352430] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52686ae3-e27f-83f8-a476-6134012d695f, 'name': SearchDatastore_Task, 'duration_secs': 0.02394} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.352703] env[62093]: DEBUG oslo_concurrency.lockutils [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.352955] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. {{(pid=62093) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1308.353249] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.353431] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.353641] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f3ca918-86d8-4fbf-8d9f-08d13569a358 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.355756] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e72c50b-5e6a-4549-9b1b-6336f702cb18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.365124] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1308.365124] env[62093]: value = "task-1709650" [ 1308.365124] env[62093]: _type = "Task" [ 1308.365124] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.368898] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.369066] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.370106] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4252d31-39c7-4dd3-b2e1-69cb814ed875 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.375189] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.381045] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1308.381045] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52493346-5437-667e-eed4-0a01c7c7f89f" [ 1308.381045] env[62093]: _type = "Task" [ 1308.381045] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.389736] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52493346-5437-667e-eed4-0a01c7c7f89f, 'name': SearchDatastore_Task, 'duration_secs': 0.008212} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.390967] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833e94d5-fdfd-4eeb-8a92-3ea82670913a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.396540] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1308.396540] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5233a4ed-4ca4-1f14-72fd-066d74585238" [ 1308.396540] env[62093]: _type = "Task" [ 1308.396540] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.404289] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5233a4ed-4ca4-1f14-72fd-066d74585238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.621494] env[62093]: DEBUG nova.compute.utils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1308.628664] env[62093]: DEBUG nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1308.629162] env[62093]: DEBUG nova.network.neutron [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.729775] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.745167] env[62093]: DEBUG nova.policy [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '890b773dcd7c4600853c981b75eacfec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0214027bec404543ab47249af504a542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1308.881959] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709650, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.909601] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5233a4ed-4ca4-1f14-72fd-066d74585238, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.910153] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.910462] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 765f8738-4082-4ee1-a948-7f27effc12ee/765f8738-4082-4ee1-a948-7f27effc12ee.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.910846] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91dc79e7-d142-4ef7-bba2-4ff98e02b157 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.924022] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1308.924022] env[62093]: value = "task-1709651" [ 1308.924022] env[62093]: _type = "Task" [ 1308.924022] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.939269] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.129116] env[62093]: DEBUG nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1309.229898] env[62093]: DEBUG nova.network.neutron [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Updated VIF entry in instance network info cache for port b7bfd3a6-8a20-4e02-9012-efcf65705ae5. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.230387] env[62093]: DEBUG nova.network.neutron [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Updating instance_info_cache with network_info: [{"id": "b7bfd3a6-8a20-4e02-9012-efcf65705ae5", "address": "fa:16:3e:99:bd:18", "network": {"id": "8979c2f0-1c3e-4ada-9de2-f6271818dd21", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1775740234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cb37d152f98419d9a1d09e5ba6cf756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7bfd3a6-8a", "ovs_interfaceid": "b7bfd3a6-8a20-4e02-9012-efcf65705ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.379690] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740037} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.379996] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. [ 1309.380969] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683c45f7-7e29-4a96-9f34-967e8cd1d761 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.416333] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.419667] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34bbe4ea-08c7-43b9-9555-9e1ef7138faf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.444219] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.445832] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1309.445832] env[62093]: value = "task-1709652" [ 1309.445832] env[62093]: _type = "Task" [ 1309.445832] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.456958] env[62093]: DEBUG nova.network.neutron [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Successfully created port: b7809b99-e771-4925-8e2f-0120f1e8ab56 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.459035] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.679227] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706a6221-1cd0-4b26-a986-bfcc26e12d55 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.691018] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e21506b-37b5-4bdd-92d1-c6b820ce109c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.718204] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5c568b-c8ab-42ae-92b9-5fa792621498 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.726611] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c567fcbc-1c2b-42bb-a2b5-a50e170280a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.740106] env[62093]: DEBUG oslo_concurrency.lockutils [req-9a300f43-c2ee-4efb-b835-b450342e710c req-44459b2c-0450-474d-9b6b-ac7d8d6bc996 service nova] Releasing lock "refresh_cache-765f8738-4082-4ee1-a948-7f27effc12ee" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.741076] env[62093]: DEBUG nova.compute.provider_tree [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.945793] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641662} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.946534] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 765f8738-4082-4ee1-a948-7f27effc12ee/765f8738-4082-4ee1-a948-7f27effc12ee.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.946802] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.947134] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4766e585-66e5-4d07-933c-132eaa97aecc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.959860] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.961353] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1309.961353] env[62093]: value = "task-1709653" [ 1309.961353] env[62093]: _type = "Task" [ 1309.961353] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.969552] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.147622] env[62093]: DEBUG nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1310.188798] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1310.189091] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1310.189318] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.189535] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1310.191310] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.191310] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1310.191310] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1310.191310] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1310.191310] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1310.191706] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1310.191706] env[62093]: DEBUG nova.virt.hardware [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1310.191806] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc1de48-6d7b-43b0-9950-7ab2d2229c63 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.202603] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b417142-5b85-4c2f-b685-218601cd7792 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.245019] env[62093]: DEBUG nova.scheduler.client.report [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1310.463853] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.473189] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222134} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.473189] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.473629] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b77a7d3-ae05-4099-9790-d357c8bf2b7d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.501632] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 765f8738-4082-4ee1-a948-7f27effc12ee/765f8738-4082-4ee1-a948-7f27effc12ee.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.501973] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed2878ac-bfa6-4524-9499-d8cb616fb19f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.521537] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1310.521537] env[62093]: value = "task-1709654" [ 1310.521537] env[62093]: _type = "Task" [ 1310.521537] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.530717] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.585323] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.585743] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.749982] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.750545] env[62093]: DEBUG nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1310.753244] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.835s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.754707] env[62093]: INFO nova.compute.claims [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.830181] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquiring lock "5c7db1fd-3305-4177-b915-13aaef65955e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.834045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "5c7db1fd-3305-4177-b915-13aaef65955e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.834045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquiring lock "5c7db1fd-3305-4177-b915-13aaef65955e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.834045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "5c7db1fd-3305-4177-b915-13aaef65955e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.834045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "5c7db1fd-3305-4177-b915-13aaef65955e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.834317] env[62093]: INFO nova.compute.manager [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Terminating instance [ 1310.835334] env[62093]: DEBUG nova.compute.manager [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1310.835514] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.836449] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dbd5c3-137a-4016-8721-bcbecfea54f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.845164] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.845164] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f6537f4-fc67-43cb-a808-147211b2beb6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.856934] env[62093]: DEBUG oslo_vmware.api [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1310.856934] env[62093]: value = "task-1709655" [ 1310.856934] env[62093]: _type = "Task" [ 1310.856934] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.865504] env[62093]: DEBUG oslo_vmware.api [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.961616] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709652, 'name': ReconfigVM_Task, 'duration_secs': 1.064588} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.961944] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.963202] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05ea7f-300a-49c4-92de-bfa07883bd5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.998336] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76dfc21e-bfa1-4376-8138-55eb0eafb5c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.017565] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1311.017565] env[62093]: value = "task-1709656" [ 1311.017565] env[62093]: _type = "Task" [ 1311.017565] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.028604] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.034829] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.093655] env[62093]: DEBUG nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1311.260294] env[62093]: DEBUG nova.compute.utils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1311.268071] env[62093]: DEBUG nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1311.268071] env[62093]: DEBUG nova.network.neutron [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.366723] env[62093]: DEBUG oslo_vmware.api [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709655, 'name': PowerOffVM_Task, 'duration_secs': 0.272585} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.367251] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.368495] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.368495] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8940570e-1da8-4ef7-8416-53b33e39871c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.406838] env[62093]: DEBUG nova.policy [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4538d7edea4f05ad0403fd482be53d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7653e1bd3c4e45d5a2204bc940e42b4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1311.440115] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.440580] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.440807] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Deleting the datastore file [datastore1] 5c7db1fd-3305-4177-b915-13aaef65955e {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.441087] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-833a2510-8c56-4248-b83b-739c4b8122e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.447710] env[62093]: DEBUG oslo_vmware.api [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for the task: (returnval){ [ 1311.447710] env[62093]: value = "task-1709658" [ 1311.447710] env[62093]: _type = "Task" [ 1311.447710] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.455575] env[62093]: DEBUG oslo_vmware.api [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.531734] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709656, 'name': ReconfigVM_Task, 'duration_secs': 0.265211} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.535241] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.535394] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709654, 'name': ReconfigVM_Task, 'duration_secs': 0.530942} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.535610] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7f8060a-3825-4913-8c93-33ce98bec202 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.537286] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 765f8738-4082-4ee1-a948-7f27effc12ee/765f8738-4082-4ee1-a948-7f27effc12ee.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.537915] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ba5baa1-4d84-4ee0-8124-9a1e89f44098 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.544163] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1311.544163] env[62093]: value = "task-1709660" [ 1311.544163] env[62093]: _type = "Task" [ 1311.544163] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.545413] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1311.545413] env[62093]: value = "task-1709659" [ 1311.545413] env[62093]: _type = "Task" [ 1311.545413] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.559155] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709660, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.562050] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.624938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.639995] env[62093]: DEBUG nova.network.neutron [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Successfully updated port: b7809b99-e771-4925-8e2f-0120f1e8ab56 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.728582] env[62093]: DEBUG nova.compute.manager [req-58765be4-cea4-4885-a500-84d5fd484909 req-7aed0bfd-3d03-4bb2-968e-7bc4cede9838 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Received event network-vif-plugged-b7809b99-e771-4925-8e2f-0120f1e8ab56 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.728802] env[62093]: DEBUG oslo_concurrency.lockutils [req-58765be4-cea4-4885-a500-84d5fd484909 req-7aed0bfd-3d03-4bb2-968e-7bc4cede9838 service nova] Acquiring lock "0b266399-2979-47cc-b68d-6e961904ad56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.729060] env[62093]: DEBUG oslo_concurrency.lockutils [req-58765be4-cea4-4885-a500-84d5fd484909 req-7aed0bfd-3d03-4bb2-968e-7bc4cede9838 service nova] Lock "0b266399-2979-47cc-b68d-6e961904ad56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.729447] env[62093]: DEBUG oslo_concurrency.lockutils [req-58765be4-cea4-4885-a500-84d5fd484909 req-7aed0bfd-3d03-4bb2-968e-7bc4cede9838 service nova] Lock "0b266399-2979-47cc-b68d-6e961904ad56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.729447] env[62093]: DEBUG nova.compute.manager [req-58765be4-cea4-4885-a500-84d5fd484909 req-7aed0bfd-3d03-4bb2-968e-7bc4cede9838 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] No waiting events found dispatching network-vif-plugged-b7809b99-e771-4925-8e2f-0120f1e8ab56 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1311.729590] env[62093]: WARNING nova.compute.manager [req-58765be4-cea4-4885-a500-84d5fd484909 req-7aed0bfd-3d03-4bb2-968e-7bc4cede9838 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Received unexpected event network-vif-plugged-b7809b99-e771-4925-8e2f-0120f1e8ab56 for instance with vm_state building and task_state spawning. [ 1311.768654] env[62093]: DEBUG nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1311.958257] env[62093]: DEBUG oslo_vmware.api [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Task: {'id': task-1709658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125858} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.960202] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.960455] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.960789] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.960868] env[62093]: INFO nova.compute.manager [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1311.961142] env[62093]: DEBUG oslo.service.loopingcall [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.961581] env[62093]: DEBUG nova.compute.manager [-] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1311.961708] env[62093]: DEBUG nova.network.neutron [-] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.006298] env[62093]: DEBUG nova.network.neutron [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Successfully created port: e79b0792-a989-4bfa-9e92-96b632023f55 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.067248] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709660, 'name': Rename_Task, 'duration_secs': 0.142868} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.067587] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.067940] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07052a92-de70-4b9d-b10e-5a4a5217b602 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.074697] env[62093]: DEBUG oslo_vmware.api [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709659, 'name': PowerOnVM_Task, 'duration_secs': 0.418694} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.078490] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.082311] env[62093]: DEBUG nova.compute.manager [None req-24d3ad25-7275-4d86-bc7b-e9d886a99460 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1312.083531] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553c69ef-0e01-4acd-bda8-e223f48ace15 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.093310] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1312.093310] env[62093]: value = "task-1709661" [ 1312.093310] env[62093]: _type = "Task" [ 1312.093310] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.119475] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709661, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.146967] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquiring lock "refresh_cache-0b266399-2979-47cc-b68d-6e961904ad56" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.147185] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquired lock "refresh_cache-0b266399-2979-47cc-b68d-6e961904ad56" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.147399] env[62093]: DEBUG nova.network.neutron [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.254056] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquiring lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.254056] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.355720] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88f15be-5a04-4137-a745-3422d52b0cc0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.363640] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7653dc5e-0407-45f3-84e2-c7b693fd8c03 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.395623] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af4bdb-4b53-4b50-b347-99ff81b10deb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.403866] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c29c89-4b87-401d-8f7e-f290da15ff8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.417811] env[62093]: DEBUG nova.compute.provider_tree [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.603779] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709661, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.699049] env[62093]: DEBUG nova.network.neutron [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.787494] env[62093]: DEBUG nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1312.814532] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1312.814781] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1312.814942] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.815135] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1312.815333] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.815774] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1312.816154] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1312.816406] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1312.816615] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1312.816781] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1312.816951] env[62093]: DEBUG nova.virt.hardware [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1312.817956] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602d5dae-703b-4377-9637-b2c074045acf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.826765] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41ad3b-0046-4a0e-af36-43c1f988b2a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.921120] env[62093]: DEBUG nova.scheduler.client.report [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1312.960128] env[62093]: DEBUG nova.network.neutron [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Updating instance_info_cache with network_info: [{"id": "b7809b99-e771-4925-8e2f-0120f1e8ab56", "address": "fa:16:3e:08:24:97", "network": {"id": "de7db3cc-e21e-4058-b447-7677ffad8025", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1305745657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0214027bec404543ab47249af504a542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7809b99-e7", "ovs_interfaceid": "b7809b99-e771-4925-8e2f-0120f1e8ab56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.060495] env[62093]: DEBUG nova.network.neutron [-] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.105955] env[62093]: DEBUG oslo_vmware.api [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709661, 'name': PowerOnVM_Task, 'duration_secs': 0.822836} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.105955] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.105955] env[62093]: INFO nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1313.106212] env[62093]: DEBUG nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1313.106822] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac453660-a91a-419a-9dac-c6a830da819d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.426665] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.427330] env[62093]: DEBUG nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1313.431658] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.332s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.431658] env[62093]: DEBUG nova.objects.instance [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lazy-loading 'resources' on Instance uuid 3f8f25f5-c0d9-4ff8-92a0-938afc643166 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.462649] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Releasing lock "refresh_cache-0b266399-2979-47cc-b68d-6e961904ad56" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.463981] env[62093]: DEBUG nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Instance network_info: |[{"id": "b7809b99-e771-4925-8e2f-0120f1e8ab56", "address": "fa:16:3e:08:24:97", "network": {"id": "de7db3cc-e21e-4058-b447-7677ffad8025", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1305745657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0214027bec404543ab47249af504a542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7809b99-e7", "ovs_interfaceid": "b7809b99-e771-4925-8e2f-0120f1e8ab56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1313.464220] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:24:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7809b99-e771-4925-8e2f-0120f1e8ab56', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.471307] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Creating folder: Project (0214027bec404543ab47249af504a542). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.471867] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91c4d933-d829-4f9d-8737-8ccad9f2c587 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.484563] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Created folder: Project (0214027bec404543ab47249af504a542) in parent group-v356072. [ 1313.484563] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Creating folder: Instances. Parent ref: group-v356189. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.484933] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ddf1941-8aed-4893-a10c-76d22f557abe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.493882] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Created folder: Instances in parent group-v356189. [ 1313.495724] env[62093]: DEBUG oslo.service.loopingcall [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.495724] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.495724] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cc4df82-e9ed-419b-a774-7f22606759ce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.514032] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.514032] env[62093]: value = "task-1709664" [ 1313.514032] env[62093]: _type = "Task" [ 1313.514032] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.522364] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709664, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.563371] env[62093]: INFO nova.compute.manager [-] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Took 1.60 seconds to deallocate network for instance. [ 1313.626120] env[62093]: INFO nova.compute.manager [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Took 42.84 seconds to build instance. [ 1313.934534] env[62093]: DEBUG nova.compute.utils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1313.942360] env[62093]: DEBUG nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1313.942889] env[62093]: DEBUG nova.network.neutron [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.031568] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709664, 'name': CreateVM_Task, 'duration_secs': 0.440797} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.032963] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.034803] env[62093]: DEBUG nova.compute.manager [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Received event network-changed-b7809b99-e771-4925-8e2f-0120f1e8ab56 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1314.035013] env[62093]: DEBUG nova.compute.manager [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Refreshing instance network info cache due to event network-changed-b7809b99-e771-4925-8e2f-0120f1e8ab56. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1314.035264] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] Acquiring lock "refresh_cache-0b266399-2979-47cc-b68d-6e961904ad56" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.035410] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] Acquired lock "refresh_cache-0b266399-2979-47cc-b68d-6e961904ad56" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.035587] env[62093]: DEBUG nova.network.neutron [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Refreshing network info cache for port b7809b99-e771-4925-8e2f-0120f1e8ab56 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.037515] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.037645] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.037978] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.041288] env[62093]: DEBUG nova.policy [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa415d94504c41b8bd174100b2836387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06f859cf609c4e588cedcfa0489d550f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1314.042910] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6d22ea-b1ad-46b1-a99b-dbb65c73ea9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.051760] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1314.051760] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52455c6f-a6f3-d528-7ece-2fcfdf142252" [ 1314.051760] env[62093]: _type = "Task" [ 1314.051760] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.061288] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52455c6f-a6f3-d528-7ece-2fcfdf142252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.071676] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.128198] env[62093]: DEBUG oslo_concurrency.lockutils [None req-613de2c5-66e1-4f72-8c59-048de06c9622 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "765f8738-4082-4ee1-a948-7f27effc12ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.113s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.378763] env[62093]: DEBUG nova.network.neutron [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Successfully updated port: e79b0792-a989-4bfa-9e92-96b632023f55 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.443343] env[62093]: DEBUG nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1314.462505] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49103f8c-fed4-4b5d-a7c1-9f17c291e8e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.470749] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936e8035-4663-4604-9cd8-d6be7ba4e912 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.504952] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f708e33-15ed-4638-963d-7b6af5f4ca27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.513116] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02673524-7034-453d-8e97-471670a2b046 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.527715] env[62093]: DEBUG nova.compute.provider_tree [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.563218] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52455c6f-a6f3-d528-7ece-2fcfdf142252, 'name': SearchDatastore_Task, 'duration_secs': 0.020441} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.563541] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.563774] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.563998] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.564153] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.564325] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.564588] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f0dd287-d37c-4235-bb39-9247cf6011c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.572738] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.572912] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.573913] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b5c640-c005-4b5f-ad68-7804b1cc8c13 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.580888] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1314.580888] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f1e0c8-3ab5-f49a-b1d5-66e8df91fe4b" [ 1314.580888] env[62093]: _type = "Task" [ 1314.580888] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.587304] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f1e0c8-3ab5-f49a-b1d5-66e8df91fe4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.633483] env[62093]: DEBUG nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1314.881665] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.881891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.882126] env[62093]: DEBUG nova.network.neutron [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.007842] env[62093]: DEBUG nova.network.neutron [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Successfully created port: 31dff924-24e4-4f45-9cf9-a286041c51d6 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.030748] env[62093]: DEBUG nova.scheduler.client.report [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1315.094023] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f1e0c8-3ab5-f49a-b1d5-66e8df91fe4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008031} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.095148] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdd4558-12ea-42c7-a1b5-a11c7c86895d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.101788] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1315.101788] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d0b56d-7ac9-cc63-7200-a2b295622ed3" [ 1315.101788] env[62093]: _type = "Task" [ 1315.101788] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.110764] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d0b56d-7ac9-cc63-7200-a2b295622ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.155697] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.287927] env[62093]: DEBUG nova.network.neutron [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Updated VIF entry in instance network info cache for port b7809b99-e771-4925-8e2f-0120f1e8ab56. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.288525] env[62093]: DEBUG nova.network.neutron [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Updating instance_info_cache with network_info: [{"id": "b7809b99-e771-4925-8e2f-0120f1e8ab56", "address": "fa:16:3e:08:24:97", "network": {"id": "de7db3cc-e21e-4058-b447-7677ffad8025", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1305745657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0214027bec404543ab47249af504a542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7809b99-e7", "ovs_interfaceid": "b7809b99-e771-4925-8e2f-0120f1e8ab56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.454989] env[62093]: DEBUG nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1315.466359] env[62093]: DEBUG nova.network.neutron [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.484833] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1315.485110] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1315.485269] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.485450] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1315.485597] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.485741] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1315.485943] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1315.486563] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1315.486776] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1315.486942] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1315.487138] env[62093]: DEBUG nova.virt.hardware [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1315.488024] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98295c73-b282-4deb-896f-33387b42fdf4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.495989] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55803037-d466-49a6-83b3-7a57e6f533fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.535684] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.538422] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.610s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.540785] env[62093]: INFO nova.compute.claims [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.569538] env[62093]: INFO nova.scheduler.client.report [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Deleted allocations for instance 3f8f25f5-c0d9-4ff8-92a0-938afc643166 [ 1315.580695] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquiring lock "765f8738-4082-4ee1-a948-7f27effc12ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.580990] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "765f8738-4082-4ee1-a948-7f27effc12ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.581252] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquiring lock "765f8738-4082-4ee1-a948-7f27effc12ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.581512] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "765f8738-4082-4ee1-a948-7f27effc12ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.581711] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "765f8738-4082-4ee1-a948-7f27effc12ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.584262] env[62093]: INFO nova.compute.manager [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Terminating instance [ 1315.592965] env[62093]: DEBUG nova.compute.manager [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1315.592965] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.592965] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c6e18a-3342-4013-9ba4-0b8f0645974b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.601295] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.601594] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1779b08f-3170-4362-a8b4-4c769857ef0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.614549] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d0b56d-7ac9-cc63-7200-a2b295622ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.03591} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.616168] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.616492] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 0b266399-2979-47cc-b68d-6e961904ad56/0b266399-2979-47cc-b68d-6e961904ad56.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.617209] env[62093]: DEBUG oslo_vmware.api [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1315.617209] env[62093]: value = "task-1709665" [ 1315.617209] env[62093]: _type = "Task" [ 1315.617209] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.617455] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a213a1ff-3f27-4f60-a875-bade8b88b316 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.631628] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1315.631628] env[62093]: value = "task-1709666" [ 1315.631628] env[62093]: _type = "Task" [ 1315.631628] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.643210] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.793703] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] Releasing lock "refresh_cache-0b266399-2979-47cc-b68d-6e961904ad56" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.794373] env[62093]: DEBUG nova.compute.manager [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Received event network-vif-deleted-32f6c4f1-44ba-47fa-9caf-f22528dce2df {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1315.794373] env[62093]: DEBUG nova.compute.manager [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Received event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1315.794373] env[62093]: DEBUG nova.compute.manager [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing instance network info cache due to event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1315.794525] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] Acquiring lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.794659] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] Acquired lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.794817] env[62093]: DEBUG nova.network.neutron [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.813843] env[62093]: DEBUG nova.network.neutron [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Updating instance_info_cache with network_info: [{"id": "e79b0792-a989-4bfa-9e92-96b632023f55", "address": "fa:16:3e:d3:94:fc", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79b0792-a9", "ovs_interfaceid": "e79b0792-a989-4bfa-9e92-96b632023f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.081498] env[62093]: DEBUG oslo_concurrency.lockutils [None req-838010f7-5615-433b-bc28-d3d213f1c612 tempest-ServerGroupTestJSON-703885498 tempest-ServerGroupTestJSON-703885498-project-member] Lock "3f8f25f5-c0d9-4ff8-92a0-938afc643166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.762s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.131058] env[62093]: DEBUG oslo_vmware.api [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709665, 'name': PowerOffVM_Task, 'duration_secs': 0.179019} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.131058] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.131058] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.131250] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84df7d10-f576-4f23-93b3-a682c168fbed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.140744] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472329} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.140977] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 0b266399-2979-47cc-b68d-6e961904ad56/0b266399-2979-47cc-b68d-6e961904ad56.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.141895] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.142145] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03e5720-2331-42e0-b8c5-47be5d919f06 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.151088] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1316.151088] env[62093]: value = "task-1709668" [ 1316.151088] env[62093]: _type = "Task" [ 1316.151088] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.161298] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.227526] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.227526] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.227526] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Deleting the datastore file [datastore1] 765f8738-4082-4ee1-a948-7f27effc12ee {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.227900] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c63ca1-9b7a-4747-a52e-a510760487fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.236173] env[62093]: DEBUG oslo_vmware.api [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for the task: (returnval){ [ 1316.236173] env[62093]: value = "task-1709669" [ 1316.236173] env[62093]: _type = "Task" [ 1316.236173] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.243990] env[62093]: DEBUG oslo_vmware.api [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.320500] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.320849] env[62093]: DEBUG nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Instance network_info: |[{"id": "e79b0792-a989-4bfa-9e92-96b632023f55", "address": "fa:16:3e:d3:94:fc", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79b0792-a9", "ovs_interfaceid": "e79b0792-a989-4bfa-9e92-96b632023f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1316.321283] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:94:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e79b0792-a989-4bfa-9e92-96b632023f55', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.328974] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Creating folder: Project (7653e1bd3c4e45d5a2204bc940e42b4e). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.329286] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a5a1c4d-f3cc-4e69-939b-8d558c70a7a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.340468] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Created folder: Project (7653e1bd3c4e45d5a2204bc940e42b4e) in parent group-v356072. [ 1316.340731] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Creating folder: Instances. Parent ref: group-v356192. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.340999] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87629249-9cb4-471e-9eb2-4a8ca465fe02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.350172] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Created folder: Instances in parent group-v356192. [ 1316.350409] env[62093]: DEBUG oslo.service.loopingcall [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.350594] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.350818] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bf95740-cc89-42eb-9333-5a8df184de65 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.375417] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.375417] env[62093]: value = "task-1709672" [ 1316.375417] env[62093]: _type = "Task" [ 1316.375417] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.384641] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709672, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.661464] env[62093]: DEBUG nova.compute.manager [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Received event network-vif-plugged-e79b0792-a989-4bfa-9e92-96b632023f55 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1316.663029] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Acquiring lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.663029] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.663029] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.663029] env[62093]: DEBUG nova.compute.manager [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] No waiting events found dispatching network-vif-plugged-e79b0792-a989-4bfa-9e92-96b632023f55 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1316.663029] env[62093]: WARNING nova.compute.manager [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Received unexpected event network-vif-plugged-e79b0792-a989-4bfa-9e92-96b632023f55 for instance with vm_state building and task_state spawning. [ 1316.663425] env[62093]: DEBUG nova.compute.manager [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Received event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1316.663425] env[62093]: DEBUG nova.compute.manager [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing instance network info cache due to event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1316.663689] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Acquiring lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.672493] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066245} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.673387] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.674309] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3039bf-3e5a-4bdd-8d7c-8a2fb019030b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.701160] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 0b266399-2979-47cc-b68d-6e961904ad56/0b266399-2979-47cc-b68d-6e961904ad56.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.704896] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9ecb30-3e3a-49ba-bae4-317d2ec9c049 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.726458] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1316.726458] env[62093]: value = "task-1709673" [ 1316.726458] env[62093]: _type = "Task" [ 1316.726458] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.737677] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709673, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.745888] env[62093]: DEBUG oslo_vmware.api [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Task: {'id': task-1709669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149373} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.746293] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.746608] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.746969] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.747265] env[62093]: INFO nova.compute.manager [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1316.747613] env[62093]: DEBUG oslo.service.loopingcall [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.750715] env[62093]: DEBUG nova.compute.manager [-] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1316.750920] env[62093]: DEBUG nova.network.neutron [-] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.762932] env[62093]: DEBUG nova.network.neutron [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updated VIF entry in instance network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.762932] env[62093]: DEBUG nova.network.neutron [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updating instance_info_cache with network_info: [{"id": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "address": "fa:16:3e:f3:44:f2", "network": {"id": "6bc7b894-f164-40e6-8887-6999c4882188", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-492180330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39b3b297ab92429e8c79cc5674a98ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fffea2-4b", "ovs_interfaceid": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.889765] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709672, 'name': CreateVM_Task, 'duration_secs': 0.440382} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.889938] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.890914] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.891514] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.892594] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.892594] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56519f5-ed85-4ae0-bae7-44a9969c83a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.904144] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1316.904144] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526e6f06-a67d-b5a2-c6e8-95785ec83550" [ 1316.904144] env[62093]: _type = "Task" [ 1316.904144] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.913937] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526e6f06-a67d-b5a2-c6e8-95785ec83550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.116243] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a5315e-543f-4c32-bc8b-4e2a2ae07d10 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.127861] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec7918-375b-4530-9683-8d71bb2417c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.162526] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd672a3-2fd5-454a-87ad-65041dc732d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.171272] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d21b37-b0c4-4073-b36c-42aa591932c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.187118] env[62093]: DEBUG nova.compute.provider_tree [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.236516] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709673, 'name': ReconfigVM_Task, 'duration_secs': 0.324214} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.236734] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 0b266399-2979-47cc-b68d-6e961904ad56/0b266399-2979-47cc-b68d-6e961904ad56.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.237607] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3365c566-a8ac-44e9-97bd-4ca810cddedb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.246144] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1317.246144] env[62093]: value = "task-1709674" [ 1317.246144] env[62093]: _type = "Task" [ 1317.246144] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.255050] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709674, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.265694] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8323bf0-e246-45cd-bedf-885af54fa418 req-aadafebd-7076-4a05-9224-991f0e70a673 service nova] Releasing lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.266197] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Acquired lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.266488] env[62093]: DEBUG nova.network.neutron [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.413070] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526e6f06-a67d-b5a2-c6e8-95785ec83550, 'name': SearchDatastore_Task, 'duration_secs': 0.021463} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.413452] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.413662] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.413887] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.414061] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.414253] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.414569] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8827e61c-187e-4e81-9841-6dc0c2a8e1a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.421867] env[62093]: DEBUG nova.network.neutron [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Successfully updated port: 31dff924-24e4-4f45-9cf9-a286041c51d6 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.425537] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.425789] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.427133] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d9087c-72ea-4e55-983e-ca69229ac9b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.433760] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1317.433760] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c72245-72e8-5808-fa60-8d92e3db2f9e" [ 1317.433760] env[62093]: _type = "Task" [ 1317.433760] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.447018] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c72245-72e8-5808-fa60-8d92e3db2f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.453556] env[62093]: DEBUG nova.compute.manager [req-1ca111bb-63aa-46b1-a5f4-f50ee9603f81 req-84b82274-b8c1-4b30-b65e-b66c0e120e1b service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Received event network-vif-deleted-b7bfd3a6-8a20-4e02-9012-efcf65705ae5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1317.453810] env[62093]: INFO nova.compute.manager [req-1ca111bb-63aa-46b1-a5f4-f50ee9603f81 req-84b82274-b8c1-4b30-b65e-b66c0e120e1b service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Neutron deleted interface b7bfd3a6-8a20-4e02-9012-efcf65705ae5; detaching it from the instance and deleting it from the info cache [ 1317.454416] env[62093]: DEBUG nova.network.neutron [req-1ca111bb-63aa-46b1-a5f4-f50ee9603f81 req-84b82274-b8c1-4b30-b65e-b66c0e120e1b service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.550602] env[62093]: DEBUG nova.network.neutron [-] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.690333] env[62093]: DEBUG nova.scheduler.client.report [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1317.753720] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709674, 'name': Rename_Task, 'duration_secs': 0.15311} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.754066] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.754348] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f73016f7-4396-45bd-9ff7-f7b2b15f3948 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.762465] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1317.762465] env[62093]: value = "task-1709675" [ 1317.762465] env[62093]: _type = "Task" [ 1317.762465] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.772133] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.928034] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "refresh_cache-b0d3bf76-6ad3-468a-9f10-6e4d59354c79" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.928246] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "refresh_cache-b0d3bf76-6ad3-468a-9f10-6e4d59354c79" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.928476] env[62093]: DEBUG nova.network.neutron [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.944399] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c72245-72e8-5808-fa60-8d92e3db2f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.945205] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90406f4a-110b-4a50-a2a1-a80a45f0310f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.950612] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1317.950612] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529da540-1035-ec93-1a89-b7b8d8a57bfa" [ 1317.950612] env[62093]: _type = "Task" [ 1317.950612] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.958838] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2a9e22c-48d5-4e28-9649-4de50ce88417 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.960836] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529da540-1035-ec93-1a89-b7b8d8a57bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.967655] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aefd3f9-2569-414a-85c2-15a0c2860b5e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.004051] env[62093]: DEBUG nova.compute.manager [req-1ca111bb-63aa-46b1-a5f4-f50ee9603f81 req-84b82274-b8c1-4b30-b65e-b66c0e120e1b service nova] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Detach interface failed, port_id=b7bfd3a6-8a20-4e02-9012-efcf65705ae5, reason: Instance 765f8738-4082-4ee1-a948-7f27effc12ee could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1318.055685] env[62093]: INFO nova.compute.manager [-] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Took 1.30 seconds to deallocate network for instance. [ 1318.195241] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.195787] env[62093]: DEBUG nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1318.201323] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.531s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.201554] env[62093]: DEBUG nova.objects.instance [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lazy-loading 'resources' on Instance uuid ceeacedc-7164-45b6-ae5f-3c65c86053b9 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.229403] env[62093]: DEBUG nova.network.neutron [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updated VIF entry in instance network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.230048] env[62093]: DEBUG nova.network.neutron [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updating instance_info_cache with network_info: [{"id": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "address": "fa:16:3e:f3:44:f2", "network": {"id": "6bc7b894-f164-40e6-8887-6999c4882188", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-492180330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39b3b297ab92429e8c79cc5674a98ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fffea2-4b", "ovs_interfaceid": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.272446] env[62093]: DEBUG oslo_vmware.api [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709675, 'name': PowerOnVM_Task, 'duration_secs': 0.451677} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.272722] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.272927] env[62093]: INFO nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1318.273211] env[62093]: DEBUG nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1318.273954] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f5769d-f1b4-4e45-a1e3-9201fc37f782 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.460964] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529da540-1035-ec93-1a89-b7b8d8a57bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.461765] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.462051] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3/1d5a8822-ed1f-497c-9705-123f1afa1cd3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.462274] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-369e3a86-8f4a-4195-8bf8-000f8ee79a7e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.469072] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1318.469072] env[62093]: value = "task-1709676" [ 1318.469072] env[62093]: _type = "Task" [ 1318.469072] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.476688] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.493306] env[62093]: DEBUG nova.network.neutron [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.562550] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.692323] env[62093]: DEBUG nova.network.neutron [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Updating instance_info_cache with network_info: [{"id": "31dff924-24e4-4f45-9cf9-a286041c51d6", "address": "fa:16:3e:97:10:91", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dff924-24", "ovs_interfaceid": "31dff924-24e4-4f45-9cf9-a286041c51d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.707466] env[62093]: DEBUG nova.compute.utils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.709759] env[62093]: DEBUG nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1318.709938] env[62093]: DEBUG nova.network.neutron [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.732726] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Releasing lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.733144] env[62093]: DEBUG nova.compute.manager [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Received event network-changed-e79b0792-a989-4bfa-9e92-96b632023f55 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1318.733347] env[62093]: DEBUG nova.compute.manager [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Refreshing instance network info cache due to event network-changed-e79b0792-a989-4bfa-9e92-96b632023f55. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1318.733538] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Acquiring lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.733682] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Acquired lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.733838] env[62093]: DEBUG nova.network.neutron [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Refreshing network info cache for port e79b0792-a989-4bfa-9e92-96b632023f55 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.789526] env[62093]: DEBUG nova.policy [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08d3fc3cc81a4f0a8ff9b4b667f87eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65f2127ab59c47968711e07d0889397d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1318.794925] env[62093]: INFO nova.compute.manager [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Took 37.80 seconds to build instance. [ 1318.980359] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500037} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.980651] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3/1d5a8822-ed1f-497c-9705-123f1afa1cd3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.980827] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.981094] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c897ca-f8d8-4a0f-ad8a-aafdf1845469 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.988547] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1318.988547] env[62093]: value = "task-1709677" [ 1318.988547] env[62093]: _type = "Task" [ 1318.988547] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.999568] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.195712] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "refresh_cache-b0d3bf76-6ad3-468a-9f10-6e4d59354c79" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.196058] env[62093]: DEBUG nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Instance network_info: |[{"id": "31dff924-24e4-4f45-9cf9-a286041c51d6", "address": "fa:16:3e:97:10:91", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dff924-24", "ovs_interfaceid": "31dff924-24e4-4f45-9cf9-a286041c51d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1319.196506] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:10:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31dff924-24e4-4f45-9cf9-a286041c51d6', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.204911] env[62093]: DEBUG oslo.service.loopingcall [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1319.205188] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.205421] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0feaa92-c179-472c-ac51-d288c34b7c6f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.227082] env[62093]: DEBUG nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1319.236253] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.236253] env[62093]: value = "task-1709678" [ 1319.236253] env[62093]: _type = "Task" [ 1319.236253] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.247015] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709678, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.276859] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64149410-3e9e-4a7d-b2e0-dde8b87917e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.286963] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d17f6a2-71a0-461a-900c-dd3662297e70 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.320232] env[62093]: DEBUG oslo_concurrency.lockutils [None req-225024f6-ee2b-4528-a43b-33ae429614f1 tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "0b266399-2979-47cc-b68d-6e961904ad56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.441s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.321841] env[62093]: DEBUG nova.network.neutron [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Successfully created port: afa34497-48a5-4612-a87d-0476378c79c6 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.324574] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1c5265-eca4-4cf5-bd31-d63a98fde61b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.333993] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebdfcbd-1a35-4370-8ae1-832a2d66d2e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.350660] env[62093]: DEBUG nova.compute.provider_tree [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.475996] env[62093]: DEBUG nova.compute.manager [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Received event network-vif-plugged-31dff924-24e4-4f45-9cf9-a286041c51d6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1319.476361] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Acquiring lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.476719] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.477011] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.477283] env[62093]: DEBUG nova.compute.manager [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] No waiting events found dispatching network-vif-plugged-31dff924-24e4-4f45-9cf9-a286041c51d6 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1319.477573] env[62093]: WARNING nova.compute.manager [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Received unexpected event network-vif-plugged-31dff924-24e4-4f45-9cf9-a286041c51d6 for instance with vm_state building and task_state spawning. [ 1319.478089] env[62093]: DEBUG nova.compute.manager [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Received event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1319.478385] env[62093]: DEBUG nova.compute.manager [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing instance network info cache due to event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1319.478703] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Acquiring lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.478964] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Acquired lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.479251] env[62093]: DEBUG nova.network.neutron [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.498202] env[62093]: DEBUG nova.network.neutron [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Updated VIF entry in instance network info cache for port e79b0792-a989-4bfa-9e92-96b632023f55. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.498605] env[62093]: DEBUG nova.network.neutron [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Updating instance_info_cache with network_info: [{"id": "e79b0792-a989-4bfa-9e92-96b632023f55", "address": "fa:16:3e:d3:94:fc", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79b0792-a9", "ovs_interfaceid": "e79b0792-a989-4bfa-9e92-96b632023f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.503243] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071394} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.503505] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.504285] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30943677-28ae-4fee-8341-c57e2e5a661e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.526619] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3/1d5a8822-ed1f-497c-9705-123f1afa1cd3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.527176] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7937807f-2f47-4700-91e2-b1d0da123820 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.548021] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1319.548021] env[62093]: value = "task-1709679" [ 1319.548021] env[62093]: _type = "Task" [ 1319.548021] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.559126] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.745270] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709678, 'name': CreateVM_Task, 'duration_secs': 0.484158} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.745395] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.746154] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.747967] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.747967] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.747967] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4c076c-04c0-45c1-bc26-16a0554b2b42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.752089] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1319.752089] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5201ff1b-6cac-0671-1307-c23b59afca70" [ 1319.752089] env[62093]: _type = "Task" [ 1319.752089] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.759861] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5201ff1b-6cac-0671-1307-c23b59afca70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.854248] env[62093]: DEBUG nova.scheduler.client.report [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1320.001480] env[62093]: DEBUG oslo_concurrency.lockutils [req-2cbc89f9-6ffc-47cc-9958-8aa570eb95be req-0a47e6e4-b311-4738-86f6-a14fda1df9e4 service nova] Releasing lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.058723] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.194669] env[62093]: DEBUG nova.network.neutron [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updated VIF entry in instance network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.194669] env[62093]: DEBUG nova.network.neutron [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updating instance_info_cache with network_info: [{"id": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "address": "fa:16:3e:f3:44:f2", "network": {"id": "6bc7b894-f164-40e6-8887-6999c4882188", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-492180330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39b3b297ab92429e8c79cc5674a98ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fffea2-4b", "ovs_interfaceid": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.237966] env[62093]: DEBUG nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1320.267340] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5201ff1b-6cac-0671-1307-c23b59afca70, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.269073] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.269073] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.269073] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.269073] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.269663] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.269854] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e5982a-5e1b-4a56-889d-02794700cdfe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.274631] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1320.274921] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1320.275049] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.275193] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1320.275332] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.275466] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1320.275666] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1320.275821] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1320.275983] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1320.276159] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1320.276340] env[62093]: DEBUG nova.virt.hardware [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1320.277808] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9679a0cf-5469-4460-88a3-bd785c12c0df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.282538] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.282538] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.282856] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501b608a-1df8-4a9c-9d23-44e653949082 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.288377] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3802c690-0b9a-45a5-b37b-53441297cd4f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.293630] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1320.293630] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524ffed7-039e-c906-6fd6-2b3872394b6b" [ 1320.293630] env[62093]: _type = "Task" [ 1320.293630] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.310738] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524ffed7-039e-c906-6fd6-2b3872394b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.311524] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f82beaf-a62f-49a1-8a9a-33f8244634c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.316324] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1320.316324] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5228c447-e195-62e3-14f3-9ad5cf2a135e" [ 1320.316324] env[62093]: _type = "Task" [ 1320.316324] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.323802] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5228c447-e195-62e3-14f3-9ad5cf2a135e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.359399] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.361679] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.635s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.363215] env[62093]: INFO nova.compute.claims [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.386907] env[62093]: INFO nova.scheduler.client.report [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Deleted allocations for instance ceeacedc-7164-45b6-ae5f-3c65c86053b9 [ 1320.561541] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709679, 'name': ReconfigVM_Task, 'duration_secs': 0.969298} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.561847] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3/1d5a8822-ed1f-497c-9705-123f1afa1cd3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.562497] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-707e39a2-9de9-4996-bf10-72e13688cbb6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.569242] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1320.569242] env[62093]: value = "task-1709680" [ 1320.569242] env[62093]: _type = "Task" [ 1320.569242] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.581781] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709680, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.643562] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquiring lock "0b266399-2979-47cc-b68d-6e961904ad56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.643814] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "0b266399-2979-47cc-b68d-6e961904ad56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.644056] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquiring lock "0b266399-2979-47cc-b68d-6e961904ad56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.644249] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "0b266399-2979-47cc-b68d-6e961904ad56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.644650] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "0b266399-2979-47cc-b68d-6e961904ad56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.646483] env[62093]: INFO nova.compute.manager [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Terminating instance [ 1320.652272] env[62093]: DEBUG nova.compute.manager [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1320.652272] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.652272] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b696d4c8-dc84-4df1-afe1-45183dd7b552 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.659695] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.661085] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d73865c-4b61-4a3b-af8e-44eba196e40c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.669426] env[62093]: DEBUG oslo_vmware.api [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1320.669426] env[62093]: value = "task-1709681" [ 1320.669426] env[62093]: _type = "Task" [ 1320.669426] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.677656] env[62093]: DEBUG oslo_vmware.api [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.696829] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Releasing lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.697374] env[62093]: DEBUG nova.compute.manager [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Received event network-changed-31dff924-24e4-4f45-9cf9-a286041c51d6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1320.697374] env[62093]: DEBUG nova.compute.manager [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Refreshing instance network info cache due to event network-changed-31dff924-24e4-4f45-9cf9-a286041c51d6. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1320.697703] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Acquiring lock "refresh_cache-b0d3bf76-6ad3-468a-9f10-6e4d59354c79" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.697946] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Acquired lock "refresh_cache-b0d3bf76-6ad3-468a-9f10-6e4d59354c79" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.698235] env[62093]: DEBUG nova.network.neutron [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Refreshing network info cache for port 31dff924-24e4-4f45-9cf9-a286041c51d6 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.827805] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5228c447-e195-62e3-14f3-9ad5cf2a135e, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.828106] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.829291] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b0d3bf76-6ad3-468a-9f10-6e4d59354c79/b0d3bf76-6ad3-468a-9f10-6e4d59354c79.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.829291] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-565edded-0fe9-4abc-a0a3-b0846f784532 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.836048] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1320.836048] env[62093]: value = "task-1709682" [ 1320.836048] env[62093]: _type = "Task" [ 1320.836048] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.844501] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.894467] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9324eea1-5236-4a84-a3b5-9d6a4a14274f tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.733s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.895288] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.725s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.898046] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.898046] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.898046] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.898485] env[62093]: INFO nova.compute.manager [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Terminating instance [ 1320.900510] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.900774] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquired lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.901047] env[62093]: DEBUG nova.network.neutron [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.081000] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709680, 'name': Rename_Task, 'duration_secs': 0.164135} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.082575] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.082880] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c69cc924-da96-4aae-a52d-9c4d5ecc4112 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.090274] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1321.090274] env[62093]: value = "task-1709683" [ 1321.090274] env[62093]: _type = "Task" [ 1321.090274] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.104086] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.179815] env[62093]: DEBUG oslo_vmware.api [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709681, 'name': PowerOffVM_Task, 'duration_secs': 0.190053} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.180222] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.180454] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.180801] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52669c03-4125-4ad8-b3bb-143996373e75 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.290448] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.290899] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.290899] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.290899] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.291077] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.293556] env[62093]: INFO nova.compute.manager [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Terminating instance [ 1321.295720] env[62093]: DEBUG nova.compute.manager [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1321.296086] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.297146] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e330c7-d195-46a1-a5c4-93a905bf390a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.307966] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.308437] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb8c7f90-7daf-4e29-a38e-7c452d75d375 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.317613] env[62093]: DEBUG oslo_vmware.api [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1321.317613] env[62093]: value = "task-1709685" [ 1321.317613] env[62093]: _type = "Task" [ 1321.317613] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.328198] env[62093]: DEBUG oslo_vmware.api [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.346873] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709682, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.411463] env[62093]: DEBUG nova.compute.utils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Can not refresh info_cache because instance was not found {{(pid=62093) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1321.447812] env[62093]: DEBUG nova.network.neutron [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.533495] env[62093]: DEBUG nova.network.neutron [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Successfully updated port: afa34497-48a5-4612-a87d-0476378c79c6 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.601893] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.654696] env[62093]: DEBUG nova.network.neutron [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.672430] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.672430] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.672430] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Deleting the datastore file [datastore1] 0b266399-2979-47cc-b68d-6e961904ad56 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.672430] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d225ee6-1703-4967-b1a5-1f616ac61512 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.681279] env[62093]: DEBUG oslo_vmware.api [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for the task: (returnval){ [ 1321.681279] env[62093]: value = "task-1709686" [ 1321.681279] env[62093]: _type = "Task" [ 1321.681279] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.692841] env[62093]: DEBUG oslo_vmware.api [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.731973] env[62093]: DEBUG nova.network.neutron [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Updated VIF entry in instance network info cache for port 31dff924-24e4-4f45-9cf9-a286041c51d6. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.732676] env[62093]: DEBUG nova.network.neutron [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Updating instance_info_cache with network_info: [{"id": "31dff924-24e4-4f45-9cf9-a286041c51d6", "address": "fa:16:3e:97:10:91", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dff924-24", "ovs_interfaceid": "31dff924-24e4-4f45-9cf9-a286041c51d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.796893] env[62093]: DEBUG nova.compute.manager [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Received event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1321.796893] env[62093]: DEBUG nova.compute.manager [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing instance network info cache due to event network-changed-69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1321.796893] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] Acquiring lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.796893] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] Acquired lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.797855] env[62093]: DEBUG nova.network.neutron [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Refreshing network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.830544] env[62093]: DEBUG oslo_vmware.api [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709685, 'name': PowerOffVM_Task, 'duration_secs': 0.227179} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.830824] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.830982] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.831760] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b32042ad-42c8-4a6f-83ca-cef520ef297c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.849735] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527544} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.850311] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b0d3bf76-6ad3-468a-9f10-6e4d59354c79/b0d3bf76-6ad3-468a-9f10-6e4d59354c79.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.850529] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.850785] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afb1f403-ff07-469c-8160-41056ce082b6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.860334] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1321.860334] env[62093]: value = "task-1709688" [ 1321.860334] env[62093]: _type = "Task" [ 1321.860334] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.874945] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.906090] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3130e17e-4eb3-4c01-bf04-48e9d2da2348 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.911346] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.911560] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.911741] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Deleting the datastore file [datastore1] 55e6177f-5550-4c5b-947e-0a0a4b6ed60b {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.912370] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-378b205a-a817-4af7-8dc5-f90cc5d27591 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.920791] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc8c7cc-d4d6-4a23-94ab-a551e57726fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.926042] env[62093]: DEBUG oslo_vmware.api [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for the task: (returnval){ [ 1321.926042] env[62093]: value = "task-1709689" [ 1321.926042] env[62093]: _type = "Task" [ 1321.926042] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.975497] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e81148-5a9a-4b03-8743-9c592aca471e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.978621] env[62093]: DEBUG oslo_vmware.api [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.983689] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0df61b-72d9-4aa9-a702-a03f644f3d39 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.997879] env[62093]: DEBUG nova.compute.provider_tree [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.036419] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "refresh_cache-a64fe611-ea44-4417-a6ea-fe4c33d10afc" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.036573] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "refresh_cache-a64fe611-ea44-4417-a6ea-fe4c33d10afc" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.036745] env[62093]: DEBUG nova.network.neutron [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.105258] env[62093]: DEBUG oslo_vmware.api [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709683, 'name': PowerOnVM_Task, 'duration_secs': 0.756434} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.105842] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.106400] env[62093]: INFO nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1322.106918] env[62093]: DEBUG nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1322.108186] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6691d-4615-4249-9c65-7b13d8582f61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.157246] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Releasing lock "refresh_cache-ceeacedc-7164-45b6-ae5f-3c65c86053b9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.158720] env[62093]: DEBUG nova.compute.manager [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1322.159749] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.159749] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-732a918f-d42d-402f-8192-e8c630912b96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.171178] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f081db-fdf1-4b20-a38b-ed9540933cb3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.192308] env[62093]: DEBUG oslo_vmware.api [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Task: {'id': task-1709686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163239} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.205725] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.205971] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.206243] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.206553] env[62093]: INFO nova.compute.manager [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Took 1.56 seconds to destroy the instance on the hypervisor. [ 1322.206845] env[62093]: DEBUG oslo.service.loopingcall [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.207216] env[62093]: WARNING nova.virt.vmwareapi.vmops [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ceeacedc-7164-45b6-ae5f-3c65c86053b9 could not be found. [ 1322.207443] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.207658] env[62093]: INFO nova.compute.manager [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1322.207910] env[62093]: DEBUG oslo.service.loopingcall [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.208213] env[62093]: DEBUG nova.compute.manager [-] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1322.208377] env[62093]: DEBUG nova.network.neutron [-] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.209962] env[62093]: DEBUG nova.compute.manager [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1322.210137] env[62093]: DEBUG nova.network.neutron [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.235622] env[62093]: DEBUG oslo_concurrency.lockutils [req-1ad77fa1-944f-4df7-9a14-77e6912f7cf7 req-abe8442e-c003-43fa-8d0e-3643f9de4b69 service nova] Releasing lock "refresh_cache-b0d3bf76-6ad3-468a-9f10-6e4d59354c79" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.241838] env[62093]: DEBUG nova.network.neutron [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.369624] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073344} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.369928] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.370771] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565331de-945b-4eac-9b8a-3a1713266d1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.399366] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] b0d3bf76-6ad3-468a-9f10-6e4d59354c79/b0d3bf76-6ad3-468a-9f10-6e4d59354c79.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.399788] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a765f622-5c20-472d-af85-c724fbeb4c1c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.421073] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1322.421073] env[62093]: value = "task-1709690" [ 1322.421073] env[62093]: _type = "Task" [ 1322.421073] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.432289] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.437279] env[62093]: DEBUG oslo_vmware.api [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Task: {'id': task-1709689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238454} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.437584] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.437797] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.437998] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.438242] env[62093]: INFO nova.compute.manager [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1322.438583] env[62093]: DEBUG oslo.service.loopingcall [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.438825] env[62093]: DEBUG nova.compute.manager [-] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1322.438934] env[62093]: DEBUG nova.network.neutron [-] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.501389] env[62093]: DEBUG nova.scheduler.client.report [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1322.611780] env[62093]: DEBUG nova.network.neutron [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.625408] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "ccfb805b-1922-4f0b-97f5-db4d814b642f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.625726] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ccfb805b-1922-4f0b-97f5-db4d814b642f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.625968] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "ccfb805b-1922-4f0b-97f5-db4d814b642f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.626219] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ccfb805b-1922-4f0b-97f5-db4d814b642f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.626415] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ccfb805b-1922-4f0b-97f5-db4d814b642f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.631871] env[62093]: INFO nova.compute.manager [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Terminating instance [ 1322.639833] env[62093]: INFO nova.compute.manager [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Took 36.83 seconds to build instance. [ 1322.642394] env[62093]: DEBUG nova.compute.manager [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1322.644295] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.646530] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ead62f-bd5d-4298-8587-4d6824ebefcd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.657826] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.658453] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b53d8818-f217-449f-9e7c-3066e988c890 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.666271] env[62093]: DEBUG oslo_vmware.api [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1322.666271] env[62093]: value = "task-1709691" [ 1322.666271] env[62093]: _type = "Task" [ 1322.666271] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.679496] env[62093]: DEBUG oslo_vmware.api [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.744867] env[62093]: DEBUG nova.network.neutron [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.802943] env[62093]: DEBUG nova.network.neutron [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Updating instance_info_cache with network_info: [{"id": "afa34497-48a5-4612-a87d-0476378c79c6", "address": "fa:16:3e:82:f4:33", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa34497-48", "ovs_interfaceid": "afa34497-48a5-4612-a87d-0476378c79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.943530] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709690, 'name': ReconfigVM_Task, 'duration_secs': 0.492127} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.944035] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Reconfigured VM instance instance-00000029 to attach disk [datastore1] b0d3bf76-6ad3-468a-9f10-6e4d59354c79/b0d3bf76-6ad3-468a-9f10-6e4d59354c79.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.945137] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d908639c-301b-41fa-b685-4f0b0fe6237f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.953724] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1322.953724] env[62093]: value = "task-1709692" [ 1322.953724] env[62093]: _type = "Task" [ 1322.953724] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.963727] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709692, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.007104] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.007687] env[62093]: DEBUG nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1323.010353] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.827s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.010638] env[62093]: DEBUG nova.objects.instance [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lazy-loading 'resources' on Instance uuid 7ca1e716-f3b6-412c-abba-03915c9e5bf1 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.040201] env[62093]: DEBUG nova.network.neutron [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updated VIF entry in instance network info cache for port 69fffea2-4bba-4fb6-b378-a82b38f5a811. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.040719] env[62093]: DEBUG nova.network.neutron [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updating instance_info_cache with network_info: [{"id": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "address": "fa:16:3e:f3:44:f2", "network": {"id": "6bc7b894-f164-40e6-8887-6999c4882188", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-492180330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "39b3b297ab92429e8c79cc5674a98ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69fffea2-4b", "ovs_interfaceid": "69fffea2-4bba-4fb6-b378-a82b38f5a811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.060564] env[62093]: DEBUG nova.compute.manager [req-2ba97caf-14a5-43d4-97f4-9bff7c5eb65a req-0842debd-eeb3-4fef-8ae5-28bd775a28b1 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Received event network-vif-deleted-b7809b99-e771-4925-8e2f-0120f1e8ab56 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.061150] env[62093]: INFO nova.compute.manager [req-2ba97caf-14a5-43d4-97f4-9bff7c5eb65a req-0842debd-eeb3-4fef-8ae5-28bd775a28b1 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Neutron deleted interface b7809b99-e771-4925-8e2f-0120f1e8ab56; detaching it from the instance and deleting it from the info cache [ 1323.061150] env[62093]: DEBUG nova.network.neutron [req-2ba97caf-14a5-43d4-97f4-9bff7c5eb65a req-0842debd-eeb3-4fef-8ae5-28bd775a28b1 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.110021] env[62093]: DEBUG nova.network.neutron [-] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.145417] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f05a3afe-3f97-4e3a-9ed0-e7251afc07ea tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.650s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.178415] env[62093]: DEBUG oslo_vmware.api [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709691, 'name': PowerOffVM_Task, 'duration_secs': 0.199625} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.178751] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.178928] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.179201] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff34b470-8650-4a04-ad88-d20c02bfc5c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.248701] env[62093]: INFO nova.compute.manager [-] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Took 1.04 seconds to deallocate network for instance. [ 1323.278400] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.278638] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.278850] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Deleting the datastore file [datastore1] ccfb805b-1922-4f0b-97f5-db4d814b642f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.279129] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2083dfc6-7ce6-4057-82d7-8e33cbf43e85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.287501] env[62093]: DEBUG oslo_vmware.api [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for the task: (returnval){ [ 1323.287501] env[62093]: value = "task-1709694" [ 1323.287501] env[62093]: _type = "Task" [ 1323.287501] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.295842] env[62093]: DEBUG oslo_vmware.api [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.306356] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "refresh_cache-a64fe611-ea44-4417-a6ea-fe4c33d10afc" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.306675] env[62093]: DEBUG nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Instance network_info: |[{"id": "afa34497-48a5-4612-a87d-0476378c79c6", "address": "fa:16:3e:82:f4:33", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa34497-48", "ovs_interfaceid": "afa34497-48a5-4612-a87d-0476378c79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1323.307075] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:f4:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afa34497-48a5-4612-a87d-0476378c79c6', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.314694] env[62093]: DEBUG oslo.service.loopingcall [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.314907] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.315131] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f937c12-05a8-4ec3-a338-0f274c3c8cef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.337808] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.337808] env[62093]: value = "task-1709695" [ 1323.337808] env[62093]: _type = "Task" [ 1323.337808] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.346186] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709695, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.462165] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709692, 'name': Rename_Task, 'duration_secs': 0.178733} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.462455] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.462972] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f048541f-5c08-4ca2-9dd1-f278eccd8e16 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.471780] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1323.471780] env[62093]: value = "task-1709696" [ 1323.471780] env[62093]: _type = "Task" [ 1323.471780] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.476792] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.516181] env[62093]: DEBUG nova.compute.utils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.517425] env[62093]: DEBUG nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1323.517604] env[62093]: DEBUG nova.network.neutron [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.545570] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] Releasing lock "refresh_cache-55e6177f-5550-4c5b-947e-0a0a4b6ed60b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.545826] env[62093]: DEBUG nova.compute.manager [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Received event network-vif-plugged-afa34497-48a5-4612-a87d-0476378c79c6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.546036] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] Acquiring lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.546241] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] Lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.546398] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] Lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.546562] env[62093]: DEBUG nova.compute.manager [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] No waiting events found dispatching network-vif-plugged-afa34497-48a5-4612-a87d-0476378c79c6 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1323.546729] env[62093]: WARNING nova.compute.manager [req-ce75caa5-0806-4f72-a761-57c62324cdc5 req-e65f6d2c-4a77-418a-bbae-29745ab86c8e service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Received unexpected event network-vif-plugged-afa34497-48a5-4612-a87d-0476378c79c6 for instance with vm_state building and task_state spawning. [ 1323.567294] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef6c6431-998f-4163-ad33-cc688f40708c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.576533] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c813e1e9-44be-450d-82e8-45b8b7b08054 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.591383] env[62093]: DEBUG nova.policy [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6857740b5d34953b0c8803be178d0e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48bd2a740d1041e7b31324930572bb4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1323.592667] env[62093]: DEBUG nova.network.neutron [-] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.619612] env[62093]: INFO nova.compute.manager [-] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Took 1.41 seconds to deallocate network for instance. [ 1323.619990] env[62093]: DEBUG nova.compute.manager [req-2ba97caf-14a5-43d4-97f4-9bff7c5eb65a req-0842debd-eeb3-4fef-8ae5-28bd775a28b1 service nova] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Detach interface failed, port_id=b7809b99-e771-4925-8e2f-0120f1e8ab56, reason: Instance 0b266399-2979-47cc-b68d-6e961904ad56 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1323.642351] env[62093]: INFO nova.compute.manager [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Rescuing [ 1323.642616] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.642775] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.642932] env[62093]: DEBUG nova.network.neutron [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.757060] env[62093]: INFO nova.compute.manager [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance disappeared during terminate [ 1323.757143] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c4af36e2-2fcd-4beb-b7bc-1984aae21648 tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ceeacedc-7164-45b6-ae5f-3c65c86053b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.862s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.799192] env[62093]: DEBUG oslo_vmware.api [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Task: {'id': task-1709694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152628} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.799389] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.799599] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.799785] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.800052] env[62093]: INFO nova.compute.manager [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1323.800295] env[62093]: DEBUG oslo.service.loopingcall [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.801249] env[62093]: DEBUG nova.compute.manager [-] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1323.801249] env[62093]: DEBUG nova.network.neutron [-] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.822920] env[62093]: DEBUG nova.compute.manager [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Received event network-changed-afa34497-48a5-4612-a87d-0476378c79c6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.823125] env[62093]: DEBUG nova.compute.manager [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Refreshing instance network info cache due to event network-changed-afa34497-48a5-4612-a87d-0476378c79c6. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1323.823348] env[62093]: DEBUG oslo_concurrency.lockutils [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] Acquiring lock "refresh_cache-a64fe611-ea44-4417-a6ea-fe4c33d10afc" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.823489] env[62093]: DEBUG oslo_concurrency.lockutils [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] Acquired lock "refresh_cache-a64fe611-ea44-4417-a6ea-fe4c33d10afc" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.823648] env[62093]: DEBUG nova.network.neutron [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Refreshing network info cache for port afa34497-48a5-4612-a87d-0476378c79c6 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.851893] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709695, 'name': CreateVM_Task, 'duration_secs': 0.359857} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.851893] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.852796] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.852957] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.853277] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.853529] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b973ed6-e6ce-4b4c-8e34-c9d08ac9e7e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.859355] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1323.859355] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ede830-6511-46ea-0b90-8315f77a1ae3" [ 1323.859355] env[62093]: _type = "Task" [ 1323.859355] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.868087] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ede830-6511-46ea-0b90-8315f77a1ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.983840] env[62093]: DEBUG oslo_vmware.api [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709696, 'name': PowerOnVM_Task, 'duration_secs': 0.474102} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.984721] env[62093]: DEBUG nova.network.neutron [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Successfully created port: 1dee60fc-73f2-4e04-a1f9-d9efca4dbba3 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.986756] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.986943] env[62093]: INFO nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1323.987134] env[62093]: DEBUG nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1323.988434] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc6bded-e7b7-4a3e-a07c-e0a48bb2b5bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.992782] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d08fa7b-3878-4ced-9327-531fc453ab30 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.005911] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411c86b7-6988-4d2f-a062-010ea0b9845d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.039333] env[62093]: DEBUG nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1324.045275] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8e29ff-12d5-4380-a0c1-75395cf2981f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.053707] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29faf8a-e10d-4c26-86fa-13da414b1bc2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.068276] env[62093]: DEBUG nova.compute.provider_tree [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.095754] env[62093]: INFO nova.compute.manager [-] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Took 1.66 seconds to deallocate network for instance. [ 1324.127812] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.374580] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ede830-6511-46ea-0b90-8315f77a1ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.374580] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.374580] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.374580] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.374810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.374810] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.374810] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-725bd82e-569d-4433-b42c-a7acdd3eeec7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.378517] env[62093]: DEBUG nova.network.neutron [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Updating instance_info_cache with network_info: [{"id": "e79b0792-a989-4bfa-9e92-96b632023f55", "address": "fa:16:3e:d3:94:fc", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79b0792-a9", "ovs_interfaceid": "e79b0792-a989-4bfa-9e92-96b632023f55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.383982] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.383982] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.384482] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498c62e9-9a52-49d6-a148-877b3b36132a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.390319] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1324.390319] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525543dd-6dd0-934b-c36b-229c15306bfd" [ 1324.390319] env[62093]: _type = "Task" [ 1324.390319] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.400613] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525543dd-6dd0-934b-c36b-229c15306bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.519159] env[62093]: INFO nova.compute.manager [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Took 37.62 seconds to build instance. [ 1324.571293] env[62093]: DEBUG nova.scheduler.client.report [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1324.602306] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.791688] env[62093]: DEBUG nova.network.neutron [-] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.802522] env[62093]: DEBUG nova.network.neutron [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Updated VIF entry in instance network info cache for port afa34497-48a5-4612-a87d-0476378c79c6. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.803038] env[62093]: DEBUG nova.network.neutron [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Updating instance_info_cache with network_info: [{"id": "afa34497-48a5-4612-a87d-0476378c79c6", "address": "fa:16:3e:82:f4:33", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa34497-48", "ovs_interfaceid": "afa34497-48a5-4612-a87d-0476378c79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.881481] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "refresh_cache-1d5a8822-ed1f-497c-9705-123f1afa1cd3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.906594] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525543dd-6dd0-934b-c36b-229c15306bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.00865} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.910850] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cee765-26be-41de-be77-0eeb81079dd0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.916233] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1324.916233] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f81e37-1f03-8c63-d807-9c391161e55d" [ 1324.916233] env[62093]: _type = "Task" [ 1324.916233] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.925760] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f81e37-1f03-8c63-d807-9c391161e55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.024500] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a31fc39d-3d0a-4482-bc86-52f8bcf10a96 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.117s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.048359] env[62093]: DEBUG nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1325.071583] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1325.071904] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1325.072079] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.072337] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1325.072429] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.072578] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1325.072798] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1325.072954] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1325.073133] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1325.073295] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1325.073494] env[62093]: DEBUG nova.virt.hardware [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1325.074403] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e1167c-405b-4f7d-aca5-bb2608e8213b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.078033] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.080392] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.382s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.081890] env[62093]: INFO nova.compute.claims [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.091653] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fd6623-215b-4070-9c69-4991d3ddde4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.112911] env[62093]: INFO nova.scheduler.client.report [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Deleted allocations for instance 7ca1e716-f3b6-412c-abba-03915c9e5bf1 [ 1325.294244] env[62093]: INFO nova.compute.manager [-] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Took 1.49 seconds to deallocate network for instance. [ 1325.304978] env[62093]: DEBUG oslo_concurrency.lockutils [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] Releasing lock "refresh_cache-a64fe611-ea44-4417-a6ea-fe4c33d10afc" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.305624] env[62093]: DEBUG nova.compute.manager [req-b4edb5cc-eef8-483a-a3b7-8fff000a8852 req-ef377b1c-2d42-4062-abfb-76d603080469 service nova] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Received event network-vif-deleted-69fffea2-4bba-4fb6-b378-a82b38f5a811 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1325.414892] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.415290] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de5fc2a-f2b3-4626-a00b-05a4eec01cad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.426424] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f81e37-1f03-8c63-d807-9c391161e55d, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.427591] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.427917] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a64fe611-ea44-4417-a6ea-fe4c33d10afc/a64fe611-ea44-4417-a6ea-fe4c33d10afc.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.428230] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1325.428230] env[62093]: value = "task-1709697" [ 1325.428230] env[62093]: _type = "Task" [ 1325.428230] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.428435] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b4811dc-a69a-4e83-bd31-dcc8f1aba55e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.438206] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.439558] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1325.439558] env[62093]: value = "task-1709698" [ 1325.439558] env[62093]: _type = "Task" [ 1325.439558] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.448089] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.626893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-66111f08-1789-4ffd-9b0f-2d50aad16204 tempest-ServerTagsTestJSON-1239608086 tempest-ServerTagsTestJSON-1239608086-project-member] Lock "7ca1e716-f3b6-412c-abba-03915c9e5bf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.452s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.706866] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "120937ab-0557-40a6-8378-9d3c8d7bcc17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.707156] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "120937ab-0557-40a6-8378-9d3c8d7bcc17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.804644] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.864662] env[62093]: DEBUG nova.compute.manager [req-857c9f4d-8b8d-4d8b-8ca4-a07d4f2949e9 req-80b77791-3229-495e-899e-e643e451dd5c service nova] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Received event network-vif-deleted-f0705117-72f6-4f2a-88bb-d238087fecfb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1325.940491] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709697, 'name': PowerOffVM_Task, 'duration_secs': 0.238987} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.943917] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.944686] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add510b7-41a9-4d4c-bc21-6e348f6564ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.953252] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507644} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.966512] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a64fe611-ea44-4417-a6ea-fe4c33d10afc/a64fe611-ea44-4417-a6ea-fe4c33d10afc.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.966815] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.967221] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99287668-07e7-44f4-b9a1-8972970d5e61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.969617] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e194b7-73c0-43eb-b8f3-98a1444c30b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.980883] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1325.980883] env[62093]: value = "task-1709699" [ 1325.980883] env[62093]: _type = "Task" [ 1325.980883] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.989910] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.006302] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.006584] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19542c5-0324-4cd8-818a-d35e86c89b1b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.014020] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1326.014020] env[62093]: value = "task-1709700" [ 1326.014020] env[62093]: _type = "Task" [ 1326.014020] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.026829] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1326.027029] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.027320] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.027499] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.028050] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.028408] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e9eaa2-a185-4085-ab18-3af9a99edebc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.038321] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.038321] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.038624] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fb95ec-8039-4f0a-9c8a-2d969d327e7e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.046118] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1326.046118] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52070316-84af-89d3-7884-b43c92267cfe" [ 1326.046118] env[62093]: _type = "Task" [ 1326.046118] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.052419] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52070316-84af-89d3-7884-b43c92267cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.127749] env[62093]: DEBUG nova.network.neutron [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Successfully updated port: 1dee60fc-73f2-4e04-a1f9-d9efca4dbba3 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.209334] env[62093]: DEBUG nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1326.496211] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065308} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.496508] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.497368] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d50e1b-5a97-4f91-9a43-316155db9e98 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.523611] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a64fe611-ea44-4417-a6ea-fe4c33d10afc/a64fe611-ea44-4417-a6ea-fe4c33d10afc.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.524343] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da61cfd-c088-4249-9100-dadcbfab88a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.552026] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1326.552026] env[62093]: value = "task-1709701" [ 1326.552026] env[62093]: _type = "Task" [ 1326.552026] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.555837] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52070316-84af-89d3-7884-b43c92267cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.563117] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba6d1d1-9f52-4ada-9fce-f4f67ab54bc6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.575021] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1326.575021] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52156bb6-ab2e-39b6-2ba4-21490d1b1ce3" [ 1326.575021] env[62093]: _type = "Task" [ 1326.575021] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.575021] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.582349] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52156bb6-ab2e-39b6-2ba4-21490d1b1ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.618282] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafe34e4-66c6-4467-b6fa-c8bc74bb38fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.624770] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197d4895-11bd-4638-8d7b-f68992d6b780 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.631122] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "refresh_cache-c9aa8cda-9a07-4463-9552-c8af6c2f90f4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.631443] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "refresh_cache-c9aa8cda-9a07-4463-9552-c8af6c2f90f4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.631443] env[62093]: DEBUG nova.network.neutron [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.668273] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8969bc-4594-4dae-9316-0e5b1e92c224 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.680669] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef565847-2927-4af9-9c51-701475e80f63 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.697634] env[62093]: DEBUG nova.compute.provider_tree [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.737381] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.738695] env[62093]: DEBUG nova.network.neutron [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.066380] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709701, 'name': ReconfigVM_Task, 'duration_secs': 0.404995} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.066380] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a64fe611-ea44-4417-a6ea-fe4c33d10afc/a64fe611-ea44-4417-a6ea-fe4c33d10afc.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.067748] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccbd24d4-5f50-40c5-b21d-344a1e3742d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.074038] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1327.074038] env[62093]: value = "task-1709702" [ 1327.074038] env[62093]: _type = "Task" [ 1327.074038] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.085635] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709702, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.089548] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52156bb6-ab2e-39b6-2ba4-21490d1b1ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.025107} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.089798] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.090069] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. {{(pid=62093) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1327.090398] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74d343d9-26f4-43f6-b92f-c4a9a99c134b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.097264] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1327.097264] env[62093]: value = "task-1709703" [ 1327.097264] env[62093]: _type = "Task" [ 1327.097264] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.105956] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.201264] env[62093]: DEBUG nova.scheduler.client.report [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1327.352844] env[62093]: DEBUG nova.network.neutron [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Updating instance_info_cache with network_info: [{"id": "1dee60fc-73f2-4e04-a1f9-d9efca4dbba3", "address": "fa:16:3e:d6:79:e4", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dee60fc-73", "ovs_interfaceid": "1dee60fc-73f2-4e04-a1f9-d9efca4dbba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.584494] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709702, 'name': Rename_Task, 'duration_secs': 0.35993} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.584773] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.585047] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b820a53e-3a5b-4a1f-9bff-f4fc4978a87e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.592161] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1327.592161] env[62093]: value = "task-1709704" [ 1327.592161] env[62093]: _type = "Task" [ 1327.592161] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.606072] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.611789] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709703, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.707461] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.708008] env[62093]: DEBUG nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1327.710608] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.074s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.856516] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "refresh_cache-c9aa8cda-9a07-4463-9552-c8af6c2f90f4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.856516] env[62093]: DEBUG nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Instance network_info: |[{"id": "1dee60fc-73f2-4e04-a1f9-d9efca4dbba3", "address": "fa:16:3e:d6:79:e4", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dee60fc-73", "ovs_interfaceid": "1dee60fc-73f2-4e04-a1f9-d9efca4dbba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1327.856737] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:79:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dee60fc-73f2-4e04-a1f9-d9efca4dbba3', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.866120] env[62093]: DEBUG oslo.service.loopingcall [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.866313] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.866521] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba7ed8ad-8b7c-4b8a-89b6-f084b0a93362 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.890266] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.890266] env[62093]: value = "task-1709705" [ 1327.890266] env[62093]: _type = "Task" [ 1327.890266] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.897144] env[62093]: DEBUG nova.compute.manager [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Received event network-vif-plugged-1dee60fc-73f2-4e04-a1f9-d9efca4dbba3 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1327.897363] env[62093]: DEBUG oslo_concurrency.lockutils [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] Acquiring lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.897570] env[62093]: DEBUG oslo_concurrency.lockutils [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] Lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.897750] env[62093]: DEBUG oslo_concurrency.lockutils [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] Lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.897890] env[62093]: DEBUG nova.compute.manager [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] No waiting events found dispatching network-vif-plugged-1dee60fc-73f2-4e04-a1f9-d9efca4dbba3 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1327.898217] env[62093]: WARNING nova.compute.manager [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Received unexpected event network-vif-plugged-1dee60fc-73f2-4e04-a1f9-d9efca4dbba3 for instance with vm_state building and task_state spawning. [ 1327.898217] env[62093]: DEBUG nova.compute.manager [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Received event network-changed-1dee60fc-73f2-4e04-a1f9-d9efca4dbba3 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1327.898360] env[62093]: DEBUG nova.compute.manager [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Refreshing instance network info cache due to event network-changed-1dee60fc-73f2-4e04-a1f9-d9efca4dbba3. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1327.898752] env[62093]: DEBUG oslo_concurrency.lockutils [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] Acquiring lock "refresh_cache-c9aa8cda-9a07-4463-9552-c8af6c2f90f4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.898752] env[62093]: DEBUG oslo_concurrency.lockutils [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] Acquired lock "refresh_cache-c9aa8cda-9a07-4463-9552-c8af6c2f90f4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.899150] env[62093]: DEBUG nova.network.neutron [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Refreshing network info cache for port 1dee60fc-73f2-4e04-a1f9-d9efca4dbba3 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.904965] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709705, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.102025] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709704, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.110373] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693284} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.110373] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. [ 1328.111170] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed671a5-2516-4f32-ae21-5dfbec10c6fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.141893] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.142942] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa973c15-49f0-48cf-9272-2876c372a97c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.162337] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1328.162337] env[62093]: value = "task-1709706" [ 1328.162337] env[62093]: _type = "Task" [ 1328.162337] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.171716] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.191405] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquiring lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.191697] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.191980] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquiring lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.192222] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.192395] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.194488] env[62093]: INFO nova.compute.manager [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Terminating instance [ 1328.196653] env[62093]: DEBUG nova.compute.manager [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1328.196880] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.197861] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d711b241-96e1-4340-9cb9-a0517437159c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.204973] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.205640] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c559af5-2cf3-4998-bcb8-b1ca125224dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.216113] env[62093]: DEBUG nova.compute.utils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.218269] env[62093]: DEBUG oslo_vmware.api [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1328.218269] env[62093]: value = "task-1709707" [ 1328.218269] env[62093]: _type = "Task" [ 1328.218269] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.219584] env[62093]: DEBUG nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1328.219872] env[62093]: DEBUG nova.network.neutron [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.232205] env[62093]: DEBUG oslo_vmware.api [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.290933] env[62093]: DEBUG nova.policy [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b3718ca34d4eefaa915c1785ee1c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbdc7b988a614ddd8820f3b2181c92e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1328.409951] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709705, 'name': CreateVM_Task, 'duration_secs': 0.37348} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.414079] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.415467] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.416174] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.416843] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.417223] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be04f8a7-330e-428a-84d8-6302cab0e527 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.423509] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1328.423509] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5295bc88-a278-c711-772d-de8febfc290e" [ 1328.423509] env[62093]: _type = "Task" [ 1328.423509] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.434182] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5295bc88-a278-c711-772d-de8febfc290e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.606029] env[62093]: DEBUG oslo_vmware.api [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709704, 'name': PowerOnVM_Task, 'duration_secs': 0.751727} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.606029] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.606029] env[62093]: INFO nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1328.606292] env[62093]: DEBUG nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1328.607096] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82feb1a1-2adc-4789-84b9-abb3ea83cc1b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.680258] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709706, 'name': ReconfigVM_Task, 'duration_secs': 0.374155} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.680470] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.681386] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03636fd-d8e7-4750-9eef-127b6ff266a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.717058] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4010416d-0ff6-4d06-8121-236f38734daa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.727832] env[62093]: DEBUG nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1328.740785] env[62093]: DEBUG oslo_vmware.api [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709707, 'name': PowerOffVM_Task, 'duration_secs': 0.21311} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.742662] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.742847] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.743180] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1328.743180] env[62093]: value = "task-1709708" [ 1328.743180] env[62093]: _type = "Task" [ 1328.743180] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.744948] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e96afc0c-7966-4b89-b08c-d42303997f7f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.746598] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c57284b-37e3-4da3-a017-16470514427d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.757316] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.762458] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a75c281-f15a-439a-8ca0-2ea2a03ed667 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.795482] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198f96f0-c283-442e-a704-002b4a655ca2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.804400] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3c0f2c-ff91-4fd8-9554-21bb136325da {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.822358] env[62093]: DEBUG nova.compute.provider_tree [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.859178] env[62093]: DEBUG nova.network.neutron [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Successfully created port: 8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.901838] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.902078] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.902261] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Deleting the datastore file [datastore1] 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.902524] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a486eae8-927a-48f5-b692-c00411254ae1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.908428] env[62093]: DEBUG oslo_vmware.api [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for the task: (returnval){ [ 1328.908428] env[62093]: value = "task-1709710" [ 1328.908428] env[62093]: _type = "Task" [ 1328.908428] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.915728] env[62093]: DEBUG oslo_vmware.api [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.932997] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5295bc88-a278-c711-772d-de8febfc290e, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.934348] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.934348] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.934348] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.934348] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.934692] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.934692] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b93d4d86-e3ce-4293-b8e7-bdf0bac89979 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.942553] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.943319] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.943532] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276ce1a3-0672-4ad2-814c-d9f914d44281 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.948620] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1328.948620] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5227962d-e4f3-8aa7-7146-71f5e13e6cc0" [ 1328.948620] env[62093]: _type = "Task" [ 1328.948620] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.949439] env[62093]: DEBUG nova.network.neutron [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Updated VIF entry in instance network info cache for port 1dee60fc-73f2-4e04-a1f9-d9efca4dbba3. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.949805] env[62093]: DEBUG nova.network.neutron [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Updating instance_info_cache with network_info: [{"id": "1dee60fc-73f2-4e04-a1f9-d9efca4dbba3", "address": "fa:16:3e:d6:79:e4", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dee60fc-73", "ovs_interfaceid": "1dee60fc-73f2-4e04-a1f9-d9efca4dbba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.958655] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5227962d-e4f3-8aa7-7146-71f5e13e6cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.129245] env[62093]: INFO nova.compute.manager [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Took 39.22 seconds to build instance. [ 1329.255842] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709708, 'name': ReconfigVM_Task, 'duration_secs': 0.167298} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.256329] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.256400] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-150e0797-60a5-4460-b667-ab3e70ae8a08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.263753] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1329.263753] env[62093]: value = "task-1709711" [ 1329.263753] env[62093]: _type = "Task" [ 1329.263753] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.272683] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.326251] env[62093]: DEBUG nova.scheduler.client.report [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1329.418930] env[62093]: DEBUG oslo_vmware.api [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Task: {'id': task-1709710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138425} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.419207] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.419410] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.419566] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.419735] env[62093]: INFO nova.compute.manager [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1329.419972] env[62093]: DEBUG oslo.service.loopingcall [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.420178] env[62093]: DEBUG nova.compute.manager [-] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1329.420273] env[62093]: DEBUG nova.network.neutron [-] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.455694] env[62093]: DEBUG oslo_concurrency.lockutils [req-40b90212-b16f-4f20-89da-f367c951b51f req-925d1a74-a399-439f-b631-8f42e443b47b service nova] Releasing lock "refresh_cache-c9aa8cda-9a07-4463-9552-c8af6c2f90f4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.461921] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5227962d-e4f3-8aa7-7146-71f5e13e6cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.462780] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0174c6b4-e74c-45d1-821c-5bd5d957c844 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.471166] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1329.471166] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524a32c4-9cda-7a05-b449-a1dc46b221eb" [ 1329.471166] env[62093]: _type = "Task" [ 1329.471166] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.481023] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524a32c4-9cda-7a05-b449-a1dc46b221eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.632500] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9c55916-691d-4447-a488-3042ce583d6f tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.040s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.742013] env[62093]: DEBUG nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1329.769849] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.770107] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.770263] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.770443] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.770647] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.770893] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.771221] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.771402] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.771572] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.771733] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.771903] env[62093]: DEBUG nova.virt.hardware [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.772690] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b605182-220e-496b-9712-17e5e346757e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.780476] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.783512] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b0f65-1fc8-44c0-83d2-eac12600e4cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.980267] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524a32c4-9cda-7a05-b449-a1dc46b221eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017755} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.980554] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.980825] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c9aa8cda-9a07-4463-9552-c8af6c2f90f4/c9aa8cda-9a07-4463-9552-c8af6c2f90f4.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.981101] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce440aa2-b7ba-4884-a865-32376a19582d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.988436] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.988636] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.988836] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.989022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.990287] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.990698] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1329.990698] env[62093]: value = "task-1709712" [ 1329.990698] env[62093]: _type = "Task" [ 1329.990698] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.991118] env[62093]: INFO nova.compute.manager [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Terminating instance [ 1329.992963] env[62093]: DEBUG nova.compute.manager [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1329.993164] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.996488] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbadc73-3762-40a0-9865-c53f7bd790c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.004584] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.006683] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.006931] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c07b4556-96f4-4a7e-bad7-dfa8ca732abd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.012956] env[62093]: DEBUG oslo_vmware.api [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1330.012956] env[62093]: value = "task-1709713" [ 1330.012956] env[62093]: _type = "Task" [ 1330.012956] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.021422] env[62093]: DEBUG oslo_vmware.api [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.200269] env[62093]: DEBUG nova.compute.manager [req-f86d83d5-2633-453f-8c9b-5ed188267b9d req-f2a06ff6-96c3-4c23-a01c-4067700b4bba service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Received event network-vif-deleted-9f131c88-5ece-4329-a6b2-088d8a07be91 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.200523] env[62093]: INFO nova.compute.manager [req-f86d83d5-2633-453f-8c9b-5ed188267b9d req-f2a06ff6-96c3-4c23-a01c-4067700b4bba service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Neutron deleted interface 9f131c88-5ece-4329-a6b2-088d8a07be91; detaching it from the instance and deleting it from the info cache [ 1330.200750] env[62093]: DEBUG nova.network.neutron [req-f86d83d5-2633-453f-8c9b-5ed188267b9d req-f2a06ff6-96c3-4c23-a01c-4067700b4bba service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.278494] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.339092] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.628s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.342194] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.971s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.504371] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.522683] env[62093]: DEBUG oslo_vmware.api [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709713, 'name': PowerOffVM_Task, 'duration_secs': 0.228275} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.522957] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.523136] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.523399] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d27f3827-9523-4ff8-a3f5-60b53a51a91a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.612605] env[62093]: DEBUG nova.network.neutron [-] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.616232] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.616232] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.616232] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleting the datastore file [datastore1] a64fe611-ea44-4417-a6ea-fe4c33d10afc {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.616232] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a319f0b9-b185-4f76-8532-8c73158cd593 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.622890] env[62093]: DEBUG oslo_vmware.api [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1330.622890] env[62093]: value = "task-1709715" [ 1330.622890] env[62093]: _type = "Task" [ 1330.622890] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.632862] env[62093]: DEBUG oslo_vmware.api [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.706181] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-867d6f4c-e516-4265-9c32-4f11e33bcda0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.716805] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c2628e-e727-4b6f-a012-db05bdfe2fe3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.757803] env[62093]: DEBUG nova.compute.manager [req-f86d83d5-2633-453f-8c9b-5ed188267b9d req-f2a06ff6-96c3-4c23-a01c-4067700b4bba service nova] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Detach interface failed, port_id=9f131c88-5ece-4329-a6b2-088d8a07be91, reason: Instance 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1330.774402] env[62093]: DEBUG oslo_vmware.api [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709711, 'name': PowerOnVM_Task, 'duration_secs': 1.054166} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.774682] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.777594] env[62093]: DEBUG nova.compute.manager [None req-6eb1efb2-6015-4389-afc6-e85de492f48f tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1330.778456] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b8db09-f6e1-4133-a3d9-15b45c040392 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.881021] env[62093]: DEBUG nova.network.neutron [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Successfully updated port: 8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.925897] env[62093]: INFO nova.scheduler.client.report [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Deleted allocation for migration 161d2c1b-ccfd-4d61-9613-a33db3ee25c4 [ 1331.003260] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.117779] env[62093]: INFO nova.compute.manager [-] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Took 1.70 seconds to deallocate network for instance. [ 1331.138249] env[62093]: DEBUG oslo_vmware.api [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187645} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.138532] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.138723] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.138895] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.139083] env[62093]: INFO nova.compute.manager [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1331.139325] env[62093]: DEBUG oslo.service.loopingcall [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.139537] env[62093]: DEBUG nova.compute.manager [-] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1331.139639] env[62093]: DEBUG nova.network.neutron [-] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.382933] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "refresh_cache-12f3f357-d537-4ac7-83a4-61229287461d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.383122] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "refresh_cache-12f3f357-d537-4ac7-83a4-61229287461d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.383199] env[62093]: DEBUG nova.network.neutron [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.395048] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance bc46f22b-e915-4f69-8cec-960ab8c3d1f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.395207] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 31be046d-be83-42b0-a594-21849b0d577f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.395328] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 7338f203-3717-4b4c-9d6b-39a9c2a74449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.395446] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 58b211a6-d6a3-49ec-900e-63a32c7a98d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.395572] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 62388118-a0b4-4aa5-80ad-5c6c2f70bab5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.395792] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance ccfb805b-1922-4f0b-97f5-db4d814b642f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.395936] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.396065] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.396180] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 18012d6c-3324-4100-9a2a-ec0f292556ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.396289] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 2ed2dce7-7f24-4479-a059-36811c24b914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.396422] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 92aba8b4-7a12-483d-9e69-e591f2ce5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.396538] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 64c40b08-3480-4869-8d35-f8b4db862733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.396646] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 720ede3f-9e51-482b-bcfb-a2d5488711a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.396771] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a899078d-6722-4934-98f2-977c269928cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.396889] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance ecfc3f4a-03dc-41dd-b81b-ead559732ec0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.397025] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.397142] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 55e6177f-5550-4c5b-947e-0a0a4b6ed60b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.397476] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 5c7db1fd-3305-4177-b915-13aaef65955e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.397476] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a3e48e71-e343-48f3-8bbf-8498f4db9f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.397476] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 765f8738-4082-4ee1-a948-7f27effc12ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.397658] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 0b266399-2979-47cc-b68d-6e961904ad56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.397703] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1d5a8822-ed1f-497c-9705-123f1afa1cd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.397793] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance b0d3bf76-6ad3-468a-9f10-6e4d59354c79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.397900] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a64fe611-ea44-4417-a6ea-fe4c33d10afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.398010] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c9aa8cda-9a07-4463-9552-c8af6c2f90f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.398120] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 12f3f357-d537-4ac7-83a4-61229287461d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.434773] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ae832880-06e2-47cd-92d4-403d4845a090 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.301s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.503086] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.632513] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.901052] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1331.946018] env[62093]: DEBUG nova.network.neutron [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.003811] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709712, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.562499} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.004095] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c9aa8cda-9a07-4463-9552-c8af6c2f90f4/c9aa8cda-9a07-4463-9552-c8af6c2f90f4.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.004312] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.004564] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6772faf-5977-44dd-9db8-aebb0f961a38 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.011180] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1332.011180] env[62093]: value = "task-1709716" [ 1332.011180] env[62093]: _type = "Task" [ 1332.011180] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.018787] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.166541] env[62093]: DEBUG nova.network.neutron [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Updating instance_info_cache with network_info: [{"id": "8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3", "address": "fa:16:3e:28:6b:4e", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8598b0bd-b5", "ovs_interfaceid": "8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.259778] env[62093]: DEBUG nova.network.neutron [-] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.321977] env[62093]: DEBUG nova.compute.manager [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Received event network-vif-plugged-8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.322230] env[62093]: DEBUG oslo_concurrency.lockutils [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] Acquiring lock "12f3f357-d537-4ac7-83a4-61229287461d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.322437] env[62093]: DEBUG oslo_concurrency.lockutils [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] Lock "12f3f357-d537-4ac7-83a4-61229287461d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.322600] env[62093]: DEBUG oslo_concurrency.lockutils [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] Lock "12f3f357-d537-4ac7-83a4-61229287461d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.322762] env[62093]: DEBUG nova.compute.manager [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] No waiting events found dispatching network-vif-plugged-8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1332.322922] env[62093]: WARNING nova.compute.manager [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Received unexpected event network-vif-plugged-8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3 for instance with vm_state building and task_state spawning. [ 1332.323104] env[62093]: DEBUG nova.compute.manager [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Received event network-changed-8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.323254] env[62093]: DEBUG nova.compute.manager [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Refreshing instance network info cache due to event network-changed-8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1332.323447] env[62093]: DEBUG oslo_concurrency.lockutils [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] Acquiring lock "refresh_cache-12f3f357-d537-4ac7-83a4-61229287461d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.356139] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "6e8789c5-3287-4939-98a4-802edbae4b53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.356139] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "6e8789c5-3287-4939-98a4-802edbae4b53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.404158] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1332.522910] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097916} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.523233] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.524036] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc10b0-58a5-4ee7-9f95-52f2845e95b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.549586] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c9aa8cda-9a07-4463-9552-c8af6c2f90f4/c9aa8cda-9a07-4463-9552-c8af6c2f90f4.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.549893] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed8052c-1149-4136-aece-acca532271d1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.571351] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1332.571351] env[62093]: value = "task-1709717" [ 1332.571351] env[62093]: _type = "Task" [ 1332.571351] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.580373] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.671543] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "refresh_cache-12f3f357-d537-4ac7-83a4-61229287461d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.671543] env[62093]: DEBUG nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Instance network_info: |[{"id": "8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3", "address": "fa:16:3e:28:6b:4e", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8598b0bd-b5", "ovs_interfaceid": "8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1332.671810] env[62093]: DEBUG oslo_concurrency.lockutils [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] Acquired lock "refresh_cache-12f3f357-d537-4ac7-83a4-61229287461d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.671810] env[62093]: DEBUG nova.network.neutron [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Refreshing network info cache for port 8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.672785] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:6b:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.684508] env[62093]: DEBUG oslo.service.loopingcall [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.685883] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.686343] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca66a2fd-9962-4cab-8f43-5565007b10f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.709975] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.709975] env[62093]: value = "task-1709718" [ 1332.709975] env[62093]: _type = "Task" [ 1332.709975] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.722279] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709718, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.762935] env[62093]: INFO nova.compute.manager [-] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Took 1.62 seconds to deallocate network for instance. [ 1332.859114] env[62093]: DEBUG nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1332.910884] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c8bbc092-e564-4c19-b787-65afa1ae7d60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1333.081325] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.220135] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709718, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.271830] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.386531] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.414180] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4df27ddb-3a70-4675-b7ad-68e5807eb40d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1333.558272] env[62093]: DEBUG nova.network.neutron [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Updated VIF entry in instance network info cache for port 8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.558709] env[62093]: DEBUG nova.network.neutron [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Updating instance_info_cache with network_info: [{"id": "8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3", "address": "fa:16:3e:28:6b:4e", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8598b0bd-b5", "ovs_interfaceid": "8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.582985] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709717, 'name': ReconfigVM_Task, 'duration_secs': 0.671703} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.583304] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c9aa8cda-9a07-4463-9552-c8af6c2f90f4/c9aa8cda-9a07-4463-9552-c8af6c2f90f4.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.583985] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5bd4158-d823-490e-b0ce-a46eef1bdc67 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.590165] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1333.590165] env[62093]: value = "task-1709719" [ 1333.590165] env[62093]: _type = "Task" [ 1333.590165] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.599964] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709719, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.720651] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709718, 'name': CreateVM_Task, 'duration_secs': 0.546847} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.720827] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.721506] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.721668] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.721983] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.722238] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698f76bf-b17f-48c4-8b0a-ba82c4906ab8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.727745] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1333.727745] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fbe827-ed83-4eea-37a4-59c9ad25a682" [ 1333.727745] env[62093]: _type = "Task" [ 1333.727745] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.736097] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fbe827-ed83-4eea-37a4-59c9ad25a682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.916761] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 120937ab-0557-40a6-8378-9d3c8d7bcc17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1333.917098] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1333.917235] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1334.062952] env[62093]: DEBUG oslo_concurrency.lockutils [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] Releasing lock "refresh_cache-12f3f357-d537-4ac7-83a4-61229287461d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.063254] env[62093]: DEBUG nova.compute.manager [req-defd9397-97c0-48df-974d-b86abfbd21fa req-a25109a7-cef2-43b5-830b-e86cdeff877f service nova] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Received event network-vif-deleted-afa34497-48a5-4612-a87d-0476378c79c6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1334.101734] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709719, 'name': Rename_Task, 'duration_secs': 0.428372} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.102752] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.102752] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22287d14-fd4d-4c9f-bff7-bf148491bd79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.111490] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1334.111490] env[62093]: value = "task-1709720" [ 1334.111490] env[62093]: _type = "Task" [ 1334.111490] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.128987] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.139115] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.139372] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.238533] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fbe827-ed83-4eea-37a4-59c9ad25a682, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.241223] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.241467] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.241703] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.241847] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.242033] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.242498] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1091683-558b-4b43-8ff6-627a7b72bf2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.251335] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.251512] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.252265] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09bd0bb-1b1a-47bb-954a-079567dbc908 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.261279] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1334.261279] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a2151d-d325-b859-1037-f5c60fedb187" [ 1334.261279] env[62093]: _type = "Task" [ 1334.261279] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.267947] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a2151d-d325-b859-1037-f5c60fedb187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.363009] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b9a4c1-6f45-44cf-ac8b-6ba7b3458841 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.371456] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e4fd41-9a6b-4c63-8d95-44aa4fb9f94d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.408029] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf08131-ca68-4f69-86a4-4b0cdc94d4e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.416142] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ba6ab-bcf7-4c64-b707-77a172dd63bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.431635] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.621412] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.642048] env[62093]: DEBUG nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1334.770649] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a2151d-d325-b859-1037-f5c60fedb187, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.771481] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc90ebc-b548-44eb-941b-f544909d50bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.776688] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1334.776688] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e0a41a-5429-883b-ec3e-fc2b910e6988" [ 1334.776688] env[62093]: _type = "Task" [ 1334.776688] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.785029] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e0a41a-5429-883b-ec3e-fc2b910e6988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.790892] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.791125] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.791310] env[62093]: DEBUG nova.compute.manager [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1334.792057] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e35b1d-1d04-42e7-bab2-809a9497f083 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.797979] env[62093]: DEBUG nova.compute.manager [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1334.798559] env[62093]: DEBUG nova.objects.instance [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'flavor' on Instance uuid 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.935297] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1335.122469] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.166675] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.287298] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e0a41a-5429-883b-ec3e-fc2b910e6988, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.287567] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.287813] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 12f3f357-d537-4ac7-83a4-61229287461d/12f3f357-d537-4ac7-83a4-61229287461d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.288075] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51992c88-4e6d-4095-a6b6-121b942c0bb2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.294689] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1335.294689] env[62093]: value = "task-1709721" [ 1335.294689] env[62093]: _type = "Task" [ 1335.294689] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.305216] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.305664] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.305877] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3e0c310-f2b2-4155-8300-cd41799b3042 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.311161] env[62093]: DEBUG oslo_vmware.api [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1335.311161] env[62093]: value = "task-1709722" [ 1335.311161] env[62093]: _type = "Task" [ 1335.311161] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.318940] env[62093]: DEBUG oslo_vmware.api [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.440380] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1335.440659] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.099s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.441012] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.245s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.441214] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.444926] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.366s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.446801] env[62093]: INFO nova.compute.claims [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.473851] env[62093]: INFO nova.scheduler.client.report [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Deleted allocations for instance ecfc3f4a-03dc-41dd-b81b-ead559732ec0 [ 1335.624661] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.804431] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496245} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.805047] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 12f3f357-d537-4ac7-83a4-61229287461d/12f3f357-d537-4ac7-83a4-61229287461d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.805047] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.805218] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a5317c-ebe0-4275-90ff-362d6b67b7e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.811496] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1335.811496] env[62093]: value = "task-1709723" [ 1335.811496] env[62093]: _type = "Task" [ 1335.811496] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.821380] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.824359] env[62093]: DEBUG oslo_vmware.api [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709722, 'name': PowerOffVM_Task, 'duration_secs': 0.167349} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.824600] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.824771] env[62093]: DEBUG nova.compute.manager [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1335.825563] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207cdff3-8385-41ec-a09d-a1ce80ddacb4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.982816] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1fa64653-7ed8-4aee-b626-3ce3a9da7ee1 tempest-ImagesNegativeTestJSON-1007010465 tempest-ImagesNegativeTestJSON-1007010465-project-member] Lock "ecfc3f4a-03dc-41dd-b81b-ead559732ec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.979s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.123047] env[62093]: DEBUG oslo_vmware.api [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709720, 'name': PowerOnVM_Task, 'duration_secs': 1.794361} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.123387] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.123632] env[62093]: INFO nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1336.123852] env[62093]: DEBUG nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1336.124678] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3149ab-5899-4b73-b146-ac40e4515ed6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.321310] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072997} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.321614] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.322401] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932be5e6-26f0-4072-960a-0e2dac18e76e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.347148] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 12f3f357-d537-4ac7-83a4-61229287461d/12f3f357-d537-4ac7-83a4-61229287461d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.347773] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf2fe90a-4b06-46da-b09d-0d3ccfa1d034 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.348632] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488f1b8e-7168-4e13-8d8c-f5068f8e6763 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.373113] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1336.373113] env[62093]: value = "task-1709724" [ 1336.373113] env[62093]: _type = "Task" [ 1336.373113] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.382070] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.643527] env[62093]: INFO nova.compute.manager [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Took 40.94 seconds to build instance. [ 1336.831844] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae28806-22ba-43bf-b8ec-c16da71ad0d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.841973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b69e863-9454-4baf-a1c9-f0a688306da6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.878688] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7653db-3264-41d5-8a0f-5f7e2c3c974e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.886618] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.889669] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a4af7-bebd-4088-b5bd-ca473f8a2c32 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.903618] env[62093]: DEBUG nova.compute.provider_tree [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.146145] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d9791d15-318a-4715-a7b7-81c42ba2bd4f tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.637s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.386384] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.407721] env[62093]: DEBUG nova.scheduler.client.report [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1337.632273] env[62093]: DEBUG nova.objects.instance [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'flavor' on Instance uuid 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.888825] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709724, 'name': ReconfigVM_Task, 'duration_secs': 1.097389} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.888825] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 12f3f357-d537-4ac7-83a4-61229287461d/12f3f357-d537-4ac7-83a4-61229287461d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.888825] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54f62338-a5ad-4141-8d6f-07b3511cbc11 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.894468] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1337.894468] env[62093]: value = "task-1709725" [ 1337.894468] env[62093]: _type = "Task" [ 1337.894468] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.902437] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709725, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.913389] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.913841] env[62093]: DEBUG nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1337.917096] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.594s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.917296] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.919714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.190s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.923556] env[62093]: INFO nova.compute.claims [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.961574] env[62093]: INFO nova.scheduler.client.report [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Deleted allocations for instance a899078d-6722-4934-98f2-977c269928cd [ 1338.138732] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.138732] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.138980] env[62093]: DEBUG nova.network.neutron [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.139728] env[62093]: DEBUG nova.objects.instance [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'info_cache' on Instance uuid 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.405983] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709725, 'name': Rename_Task, 'duration_secs': 0.189818} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.406330] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.406622] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13332133-bcf1-4437-a1ef-29d9ccc0e8ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.413133] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1338.413133] env[62093]: value = "task-1709726" [ 1338.413133] env[62093]: _type = "Task" [ 1338.413133] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.424664] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.429404] env[62093]: DEBUG nova.compute.utils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1338.432472] env[62093]: DEBUG nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1338.432656] env[62093]: DEBUG nova.network.neutron [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.473211] env[62093]: DEBUG oslo_concurrency.lockutils [None req-39107fa2-3055-4b3a-9434-720185ec486c tempest-InstanceActionsTestJSON-1155906592 tempest-InstanceActionsTestJSON-1155906592-project-member] Lock "a899078d-6722-4934-98f2-977c269928cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.664s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.518588] env[62093]: DEBUG nova.policy [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e44974e772444ab1b775f73c407122e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1d7ccca9ae4cc78f2400b3b6d580f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1338.642469] env[62093]: DEBUG nova.objects.base [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Object Instance<1e8ac6e2-f994-4d5e-afe3-2e25da989f9b> lazy-loaded attributes: flavor,info_cache {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1338.862055] env[62093]: DEBUG nova.network.neutron [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Successfully created port: 09b69415-4153-4140-b79c-c256ad1304d6 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.924586] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.937558] env[62093]: DEBUG nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1339.139952] env[62093]: DEBUG nova.compute.manager [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1339.140920] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86e9920-6a67-406b-b4f2-d58f89846806 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.433688] env[62093]: DEBUG oslo_vmware.api [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709726, 'name': PowerOnVM_Task, 'duration_secs': 0.699377} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.434242] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.434242] env[62093]: INFO nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1339.434376] env[62093]: DEBUG nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1339.436255] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aebcd7-8fa4-499e-95a4-712e1c27c066 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.561549] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67947d1d-d6ca-466d-b99a-50d81e6b3224 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.570757] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4fbcf1-d306-4354-b26b-b5da55cc91e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.605332] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b1b4d6-af55-4cb1-8242-17d07c4759dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.614190] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf17b3b5-0a00-4c5a-a595-79727b0ea713 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.628990] env[62093]: DEBUG nova.compute.provider_tree [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.662436] env[62093]: INFO nova.compute.manager [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] instance snapshotting [ 1339.666865] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74181589-c58b-41b1-bc73-30e7db81b148 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.702127] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c7ad0-d291-4e12-ab9e-2888d70a482e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.804138] env[62093]: DEBUG nova.network.neutron [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.956220] env[62093]: INFO nova.compute.manager [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Took 40.27 seconds to build instance. [ 1339.967380] env[62093]: DEBUG nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1339.997466] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1339.997704] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1339.997889] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.998143] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1339.998283] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.999403] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1339.999785] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1339.999891] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1340.000161] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1340.000920] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1340.000920] env[62093]: DEBUG nova.virt.hardware [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1340.001427] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bd8864-8aa6-422e-aaba-f58dcb8db40e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.012019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a0369-b783-41c5-8159-c470aeed6ea4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.135128] env[62093]: DEBUG nova.scheduler.client.report [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1340.216632] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1340.217965] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2609bc1c-db5c-4389-be31-83f925a6ca41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.229095] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1340.229095] env[62093]: value = "task-1709727" [ 1340.229095] env[62093]: _type = "Task" [ 1340.229095] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.241677] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709727, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.308418] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.458174] env[62093]: DEBUG oslo_concurrency.lockutils [None req-dd118973-5ecc-4d69-b555-ea902f4f8397 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "12f3f357-d537-4ac7-83a4-61229287461d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.632s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.639532] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.640091] env[62093]: DEBUG nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1340.643644] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.019s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.645246] env[62093]: INFO nova.compute.claims [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.721028] env[62093]: DEBUG nova.compute.manager [req-7784847d-784d-4172-ad18-3536819dedf4 req-b0cf199d-95cc-4917-98ec-e0c4c318fac2 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Received event network-vif-plugged-09b69415-4153-4140-b79c-c256ad1304d6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1340.721028] env[62093]: DEBUG oslo_concurrency.lockutils [req-7784847d-784d-4172-ad18-3536819dedf4 req-b0cf199d-95cc-4917-98ec-e0c4c318fac2 service nova] Acquiring lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.721194] env[62093]: DEBUG oslo_concurrency.lockutils [req-7784847d-784d-4172-ad18-3536819dedf4 req-b0cf199d-95cc-4917-98ec-e0c4c318fac2 service nova] Lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.721922] env[62093]: DEBUG oslo_concurrency.lockutils [req-7784847d-784d-4172-ad18-3536819dedf4 req-b0cf199d-95cc-4917-98ec-e0c4c318fac2 service nova] Lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.721922] env[62093]: DEBUG nova.compute.manager [req-7784847d-784d-4172-ad18-3536819dedf4 req-b0cf199d-95cc-4917-98ec-e0c4c318fac2 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] No waiting events found dispatching network-vif-plugged-09b69415-4153-4140-b79c-c256ad1304d6 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1340.721922] env[62093]: WARNING nova.compute.manager [req-7784847d-784d-4172-ad18-3536819dedf4 req-b0cf199d-95cc-4917-98ec-e0c4c318fac2 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Received unexpected event network-vif-plugged-09b69415-4153-4140-b79c-c256ad1304d6 for instance with vm_state building and task_state spawning. [ 1340.740288] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709727, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.813382] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.814444] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7314f872-9c7e-4798-83b6-3fa0ec944161 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.816530] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6b2b00-0232-4101-9f91-5d31a6c28131 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.827681] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9e04c0a4-c3cb-4cad-85d3-dd618900cd67 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Suspending the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1340.829565] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e092b7d9-6714-4a11-abc4-678323d6c044 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.831345] env[62093]: DEBUG oslo_vmware.api [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1340.831345] env[62093]: value = "task-1709728" [ 1340.831345] env[62093]: _type = "Task" [ 1340.831345] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.837496] env[62093]: DEBUG oslo_vmware.api [None req-9e04c0a4-c3cb-4cad-85d3-dd618900cd67 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1340.837496] env[62093]: value = "task-1709729" [ 1340.837496] env[62093]: _type = "Task" [ 1340.837496] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.846470] env[62093]: DEBUG oslo_vmware.api [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709728, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.852783] env[62093]: DEBUG oslo_vmware.api [None req-9e04c0a4-c3cb-4cad-85d3-dd618900cd67 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709729, 'name': SuspendVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.913384] env[62093]: DEBUG nova.network.neutron [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Successfully updated port: 09b69415-4153-4140-b79c-c256ad1304d6 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.152469] env[62093]: DEBUG nova.compute.utils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1341.154154] env[62093]: DEBUG nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1341.154604] env[62093]: DEBUG nova.network.neutron [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.222822] env[62093]: DEBUG nova.policy [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba1628e6dfb4ac08d5a9939f2a6a561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dc72bc99dca41f4bc5d4917026f1e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1341.243917] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709727, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.341403] env[62093]: DEBUG oslo_vmware.api [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709728, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.350889] env[62093]: DEBUG oslo_vmware.api [None req-9e04c0a4-c3cb-4cad-85d3-dd618900cd67 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709729, 'name': SuspendVM_Task} progress is 45%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.416766] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.416966] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.417155] env[62093]: DEBUG nova.network.neutron [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.450262] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.451030] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.660040] env[62093]: DEBUG nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1341.741696] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709727, 'name': CreateSnapshot_Task, 'duration_secs': 1.396361} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.741696] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1341.742453] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f5e1ef-77b1-4f19-ad7b-a4145de76d80 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.840172] env[62093]: DEBUG nova.network.neutron [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Successfully created port: 1b9dd4da-4d80-416c-9551-70dd834ddd79 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.851709] env[62093]: DEBUG oslo_vmware.api [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709728, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.859996] env[62093]: DEBUG oslo_vmware.api [None req-9e04c0a4-c3cb-4cad-85d3-dd618900cd67 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709729, 'name': SuspendVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.968056] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.968056] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1342.005522] env[62093]: DEBUG nova.network.neutron [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.140859] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68e9234-22b7-4b1b-a82a-219996fc569d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.149629] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640033f4-f87a-4382-8c96-63005fcf8d2f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.188174] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add8ef32-4195-436b-a14a-4b3d8a2d545f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.197327] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd87d1-100a-4443-8f0f-57f4f92d3038 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.215279] env[62093]: DEBUG nova.compute.provider_tree [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.271022] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1342.271022] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4839a4e1-0a62-4bfa-8489-1f57d6d7d3a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.279559] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1342.279559] env[62093]: value = "task-1709730" [ 1342.279559] env[62093]: _type = "Task" [ 1342.279559] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.288680] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709730, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.344500] env[62093]: DEBUG oslo_vmware.api [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.354619] env[62093]: DEBUG oslo_vmware.api [None req-9e04c0a4-c3cb-4cad-85d3-dd618900cd67 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709729, 'name': SuspendVM_Task, 'duration_secs': 1.38155} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.355075] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9e04c0a4-c3cb-4cad-85d3-dd618900cd67 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Suspended the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1342.355318] env[62093]: DEBUG nova.compute.manager [None req-9e04c0a4-c3cb-4cad-85d3-dd618900cd67 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1342.356210] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55191033-771c-4ebc-b391-73275b3ab086 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.515268] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.515437] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.515624] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1342.578034] env[62093]: DEBUG nova.network.neutron [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Updating instance_info_cache with network_info: [{"id": "09b69415-4153-4140-b79c-c256ad1304d6", "address": "fa:16:3e:66:dc:b1", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b69415-41", "ovs_interfaceid": "09b69415-4153-4140-b79c-c256ad1304d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.693772] env[62093]: DEBUG nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1342.719549] env[62093]: DEBUG nova.scheduler.client.report [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1342.744345] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1342.744612] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1342.744791] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.744936] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1342.745233] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.745329] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1342.745673] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1342.745864] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1342.746050] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1342.746300] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1342.746377] env[62093]: DEBUG nova.virt.hardware [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1342.747523] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb3fca6-b9e7-4dee-95ab-4fde33cab901 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.755802] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a18f2b5-1f83-4772-95e6-563aa1acd61c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.790372] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709730, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.843514] env[62093]: DEBUG oslo_vmware.api [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709728, 'name': PowerOnVM_Task, 'duration_secs': 1.975326} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.843657] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.844257] env[62093]: DEBUG nova.compute.manager [None req-fe8074d2-160a-44db-9ae5-ed0e7b60e99d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1342.845329] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c0596f-2365-45fa-88f1-bd8a7e4a41a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.081208] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.081599] env[62093]: DEBUG nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Instance network_info: |[{"id": "09b69415-4153-4140-b79c-c256ad1304d6", "address": "fa:16:3e:66:dc:b1", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b69415-41", "ovs_interfaceid": "09b69415-4153-4140-b79c-c256ad1304d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1343.082087] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:dc:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09b69415-4153-4140-b79c-c256ad1304d6', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.092557] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating folder: Project (8e1d7ccca9ae4cc78f2400b3b6d580f2). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.095601] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b22a58-3b8d-47a3-a5ee-e9cf1afb9e86 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.107407] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Created folder: Project (8e1d7ccca9ae4cc78f2400b3b6d580f2) in parent group-v356072. [ 1343.107580] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating folder: Instances. Parent ref: group-v356201. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.107786] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbfe2e1e-325f-48e6-86ca-a1e56f4c36e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.120748] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Created folder: Instances in parent group-v356201. [ 1343.120992] env[62093]: DEBUG oslo.service.loopingcall [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.121440] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.121665] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de508edf-416f-41bd-a4ac-2b77ef234968 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.144939] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.144939] env[62093]: value = "task-1709733" [ 1343.144939] env[62093]: _type = "Task" [ 1343.144939] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.949309] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.306s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.949969] env[62093]: DEBUG nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1343.960507] env[62093]: DEBUG nova.compute.manager [req-1f5f1426-d408-401f-8295-3390286c7f29 req-c946fb8c-37be-4edf-a895-02c8a932c3b3 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Received event network-changed-09b69415-4153-4140-b79c-c256ad1304d6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1343.960814] env[62093]: DEBUG nova.compute.manager [req-1f5f1426-d408-401f-8295-3390286c7f29 req-c946fb8c-37be-4edf-a895-02c8a932c3b3 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Refreshing instance network info cache due to event network-changed-09b69415-4153-4140-b79c-c256ad1304d6. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1343.961158] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5f1426-d408-401f-8295-3390286c7f29 req-c946fb8c-37be-4edf-a895-02c8a932c3b3 service nova] Acquiring lock "refresh_cache-31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.961408] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5f1426-d408-401f-8295-3390286c7f29 req-c946fb8c-37be-4edf-a895-02c8a932c3b3 service nova] Acquired lock "refresh_cache-31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.961685] env[62093]: DEBUG nova.network.neutron [req-1f5f1426-d408-401f-8295-3390286c7f29 req-c946fb8c-37be-4edf-a895-02c8a932c3b3 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Refreshing network info cache for port 09b69415-4153-4140-b79c-c256ad1304d6 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.965329] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.894s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.965639] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.969264] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.813s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.971485] env[62093]: INFO nova.compute.claims [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.993970] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709733, 'name': CreateVM_Task, 'duration_secs': 0.347741} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.997487] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.997487] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.997487] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.997717] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.002377] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad38b3a2-ef80-4d2d-af10-25b0572ab78a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.004610] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709730, 'name': CloneVM_Task, 'duration_secs': 1.424756} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.006257] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Created linked-clone VM from snapshot [ 1344.007638] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3953bb7b-f343-4c48-8c19-531a3ad2c487 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.012929] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1344.012929] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527004d3-1a77-9a23-47ef-a8f913081cf5" [ 1344.012929] env[62093]: _type = "Task" [ 1344.012929] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.021951] env[62093]: INFO nova.scheduler.client.report [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Deleted allocations for instance 5c7db1fd-3305-4177-b915-13aaef65955e [ 1344.023613] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Uploading image 9ccfd080-290d-42a9-af28-a76235cfaed4 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1344.035292] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527004d3-1a77-9a23-47ef-a8f913081cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.035292] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.035468] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.035727] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.035969] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.036139] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.036475] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8f9ed75-0d88-430b-b7af-94d382868f91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.039878] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1344.040495] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27bfc63e-4b24-411a-9815-89513ad2af91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.048347] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1344.048347] env[62093]: value = "task-1709734" [ 1344.048347] env[62093]: _type = "Task" [ 1344.048347] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.052303] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.052303] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.056279] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d6f8e93-344c-43b8-9434-2ed51746c7b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.064036] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1344.064036] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a7ed38-ccbe-c1e7-1584-d3ec7debebdc" [ 1344.064036] env[62093]: _type = "Task" [ 1344.064036] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.066105] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709734, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.074843] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a7ed38-ccbe-c1e7-1584-d3ec7debebdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.444109] env[62093]: DEBUG nova.network.neutron [req-1f5f1426-d408-401f-8295-3390286c7f29 req-c946fb8c-37be-4edf-a895-02c8a932c3b3 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Updated VIF entry in instance network info cache for port 09b69415-4153-4140-b79c-c256ad1304d6. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.444640] env[62093]: DEBUG nova.network.neutron [req-1f5f1426-d408-401f-8295-3390286c7f29 req-c946fb8c-37be-4edf-a895-02c8a932c3b3 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Updating instance_info_cache with network_info: [{"id": "09b69415-4153-4140-b79c-c256ad1304d6", "address": "fa:16:3e:66:dc:b1", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b69415-41", "ovs_interfaceid": "09b69415-4153-4140-b79c-c256ad1304d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.467037] env[62093]: DEBUG nova.compute.utils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1344.471592] env[62093]: DEBUG nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1344.471592] env[62093]: DEBUG nova.network.neutron [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.537087] env[62093]: DEBUG oslo_concurrency.lockutils [None req-46058732-3da7-490a-8089-a6b5f8cb6072 tempest-ServerMetadataNegativeTestJSON-500563199 tempest-ServerMetadataNegativeTestJSON-500563199-project-member] Lock "5c7db1fd-3305-4177-b915-13aaef65955e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.705s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.559558] env[62093]: DEBUG nova.policy [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e0e4fc389f42c2ac26e72184079239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87adb936868248f28126c4ce0f15098c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1344.570912] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709734, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.583313] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a7ed38-ccbe-c1e7-1584-d3ec7debebdc, 'name': SearchDatastore_Task, 'duration_secs': 0.012493} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.584378] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f38cf3-0c7a-4a46-abd5-30d9585fd0bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.592600] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1344.592600] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5215a439-774f-4878-a9b5-773ff31ebd12" [ 1344.592600] env[62093]: _type = "Task" [ 1344.592600] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.602428] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5215a439-774f-4878-a9b5-773ff31ebd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.748967] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.948824] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5f1426-d408-401f-8295-3390286c7f29 req-c946fb8c-37be-4edf-a895-02c8a932c3b3 service nova] Releasing lock "refresh_cache-31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.973584] env[62093]: DEBUG nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1345.038327] env[62093]: DEBUG nova.compute.manager [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1345.039289] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e8c33d-eead-4bbe-abff-037ed126aa12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.056173] env[62093]: DEBUG nova.network.neutron [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Successfully updated port: 1b9dd4da-4d80-416c-9551-70dd834ddd79 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.069047] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709734, 'name': Destroy_Task, 'duration_secs': 0.873306} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.069496] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Destroyed the VM [ 1345.069892] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1345.069955] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5da4a20a-a433-4747-a132-326b02cf1660 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.081250] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1345.081250] env[62093]: value = "task-1709735" [ 1345.081250] env[62093]: _type = "Task" [ 1345.081250] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.101419] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.103155] env[62093]: DEBUG nova.network.neutron [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Successfully created port: 5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.118018] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5215a439-774f-4878-a9b5-773ff31ebd12, 'name': SearchDatastore_Task, 'duration_secs': 0.012457} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.118018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.118018] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29/31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.118018] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-906d2ea9-02ba-441f-b25c-07cb51fe0011 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.127349] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1345.127349] env[62093]: value = "task-1709736" [ 1345.127349] env[62093]: _type = "Task" [ 1345.127349] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.137500] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.251588] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.252024] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1345.252317] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.252712] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.257083] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.257083] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.257247] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.257498] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.257498] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1345.257658] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.552616] env[62093]: INFO nova.compute.manager [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] instance snapshotting [ 1345.552839] env[62093]: WARNING nova.compute.manager [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1345.556239] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33adc3fd-f0a6-4026-8cbf-b8dcfed6dcfb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.565714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.565714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.565714] env[62093]: DEBUG nova.network.neutron [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.594440] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871db3f7-12b4-4e78-bd23-3e2ddb4564f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.607572] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709735, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.637068] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29beae80-4b5f-484e-a369-8a97092a17f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.648497] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4da5ca-afca-4e6e-b788-fcd600a4ef28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.652302] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709736, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.689170] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea66a245-91c2-4e1e-9158-489a4e6d2e7e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.700814] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fb2970-62e9-462a-9dbd-f828989c7094 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.721024] env[62093]: DEBUG nova.compute.provider_tree [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.723511] env[62093]: DEBUG nova.compute.manager [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Received event network-vif-plugged-1b9dd4da-4d80-416c-9551-70dd834ddd79 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1345.723806] env[62093]: DEBUG oslo_concurrency.lockutils [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] Acquiring lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.724054] env[62093]: DEBUG oslo_concurrency.lockutils [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] Lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.724222] env[62093]: DEBUG oslo_concurrency.lockutils [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] Lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.724383] env[62093]: DEBUG nova.compute.manager [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] No waiting events found dispatching network-vif-plugged-1b9dd4da-4d80-416c-9551-70dd834ddd79 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1345.724552] env[62093]: WARNING nova.compute.manager [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Received unexpected event network-vif-plugged-1b9dd4da-4d80-416c-9551-70dd834ddd79 for instance with vm_state building and task_state spawning. [ 1345.724708] env[62093]: DEBUG nova.compute.manager [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Received event network-changed-1b9dd4da-4d80-416c-9551-70dd834ddd79 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1345.724849] env[62093]: DEBUG nova.compute.manager [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Refreshing instance network info cache due to event network-changed-1b9dd4da-4d80-416c-9551-70dd834ddd79. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1345.725014] env[62093]: DEBUG oslo_concurrency.lockutils [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] Acquiring lock "refresh_cache-3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.764662] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.986682] env[62093]: DEBUG nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1346.019108] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1346.019108] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1346.019108] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.019294] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1346.019294] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.019647] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1346.020016] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1346.020289] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1346.020576] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1346.021054] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1346.021359] env[62093]: DEBUG nova.virt.hardware [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1346.022354] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad63fc7-4a4d-4259-9bae-b291f5bd503d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.033680] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbef49d-7640-4a63-8a30-982b38868cca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.095956] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709735, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.113120] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1346.113120] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7233faaa-dda3-47be-9c4c-8ad5b7d17759 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.122194] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1346.122194] env[62093]: value = "task-1709737" [ 1346.122194] env[62093]: _type = "Task" [ 1346.122194] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.131169] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709737, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.140120] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758784} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.140336] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29/31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.140588] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.140978] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12ffb743-1585-4f6d-bd80-140ac02a3421 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.147580] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1346.147580] env[62093]: value = "task-1709738" [ 1346.147580] env[62093]: _type = "Task" [ 1346.147580] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.153058] env[62093]: DEBUG nova.network.neutron [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.158254] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.226986] env[62093]: DEBUG nova.scheduler.client.report [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1346.343057] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "83c03847-f728-4adc-b77b-13cb3f6b6aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.343439] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "83c03847-f728-4adc-b77b-13cb3f6b6aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.598528] env[62093]: DEBUG oslo_vmware.api [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709735, 'name': RemoveSnapshot_Task, 'duration_secs': 1.213347} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.598925] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1346.631810] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709737, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.659107] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068473} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.659381] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.660328] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cbeee0-516a-4fb1-a4df-36f8032af54b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.684446] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29/31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.684784] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46a7e12-11a8-4585-8c7f-5246557fd8e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.709058] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1346.709058] env[62093]: value = "task-1709739" [ 1346.709058] env[62093]: _type = "Task" [ 1346.709058] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.718562] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.734665] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.735132] env[62093]: DEBUG nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1346.741424] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.176s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.741715] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.743834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.616s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.746188] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.748196] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.146s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.748383] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.750234] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.946s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.750458] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.752416] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.015s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.754155] env[62093]: INFO nova.compute.claims [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.758717] env[62093]: DEBUG nova.network.neutron [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Updating instance_info_cache with network_info: [{"id": "1b9dd4da-4d80-416c-9551-70dd834ddd79", "address": "fa:16:3e:20:2c:34", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9dd4da-4d", "ovs_interfaceid": "1b9dd4da-4d80-416c-9551-70dd834ddd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.785797] env[62093]: INFO nova.scheduler.client.report [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Deleted allocations for instance 55e6177f-5550-4c5b-947e-0a0a4b6ed60b [ 1346.785797] env[62093]: INFO nova.scheduler.client.report [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Deleted allocations for instance 765f8738-4082-4ee1-a948-7f27effc12ee [ 1346.809268] env[62093]: INFO nova.scheduler.client.report [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Deleted allocations for instance ccfb805b-1922-4f0b-97f5-db4d814b642f [ 1346.815254] env[62093]: INFO nova.scheduler.client.report [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Deleted allocations for instance 0b266399-2979-47cc-b68d-6e961904ad56 [ 1346.849242] env[62093]: DEBUG nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1347.105596] env[62093]: WARNING nova.compute.manager [None req-de8cf49c-e6a9-4a77-a269-b60d2ea9b3ba tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Image not found during snapshot: nova.exception.ImageNotFound: Image 9ccfd080-290d-42a9-af28-a76235cfaed4 could not be found. [ 1347.109719] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.110040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.137063] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709737, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.165257] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "8fdab373-a464-4f3d-b418-2e9294fd4237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.165555] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "8fdab373-a464-4f3d-b418-2e9294fd4237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.166461] env[62093]: WARNING oslo_messaging._drivers.amqpdriver [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1347.176680] env[62093]: DEBUG nova.network.neutron [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Successfully updated port: 5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.220370] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709739, 'name': ReconfigVM_Task, 'duration_secs': 0.297844} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.220652] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29/31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.221639] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a05f76c9-037f-4f95-8b61-05001893f742 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.227912] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1347.227912] env[62093]: value = "task-1709740" [ 1347.227912] env[62093]: _type = "Task" [ 1347.227912] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.239814] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709740, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.244804] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.248399] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.261698] env[62093]: DEBUG nova.compute.utils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.263685] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.263958] env[62093]: DEBUG nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Instance network_info: |[{"id": "1b9dd4da-4d80-416c-9551-70dd834ddd79", "address": "fa:16:3e:20:2c:34", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9dd4da-4d", "ovs_interfaceid": "1b9dd4da-4d80-416c-9551-70dd834ddd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1347.264228] env[62093]: DEBUG nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1347.264384] env[62093]: DEBUG nova.network.neutron [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.268684] env[62093]: DEBUG oslo_concurrency.lockutils [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] Acquired lock "refresh_cache-3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.268684] env[62093]: DEBUG nova.network.neutron [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Refreshing network info cache for port 1b9dd4da-4d80-416c-9551-70dd834ddd79 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.268819] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:2c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9dd4da-4d80-416c-9551-70dd834ddd79', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.281071] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating folder: Project (6dc72bc99dca41f4bc5d4917026f1e90). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.287011] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f31fda8-60f2-4faa-b4ce-ab97fca1f2ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.303426] env[62093]: DEBUG oslo_concurrency.lockutils [None req-850625ea-8916-4e9b-8e66-2c5cb5ae2000 tempest-ServerRescueTestJSONUnderV235-1501345169 tempest-ServerRescueTestJSONUnderV235-1501345169-project-member] Lock "55e6177f-5550-4c5b-947e-0a0a4b6ed60b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.013s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.308229] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bf69dab-d934-47f9-8706-b00f9f85c296 tempest-InstanceActionsV221TestJSON-1746288935 tempest-InstanceActionsV221TestJSON-1746288935-project-member] Lock "765f8738-4082-4ee1-a948-7f27effc12ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.725s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.308229] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created folder: Project (6dc72bc99dca41f4bc5d4917026f1e90) in parent group-v356072. [ 1347.308229] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating folder: Instances. Parent ref: group-v356204. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.308450] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dbe1a1f-1216-4020-81de-86bf9827e35e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.323746] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created folder: Instances in parent group-v356204. [ 1347.323746] env[62093]: DEBUG oslo.service.loopingcall [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.328016] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4a78c3e-c543-4dfe-8bd0-4c6ef57f099c tempest-FloatingIPsAssociationTestJSON-925366443 tempest-FloatingIPsAssociationTestJSON-925366443-project-member] Lock "ccfb805b-1922-4f0b-97f5-db4d814b642f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.699s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.328881] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.330186] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c2089f-31a6-4748-a3df-2e81a4fd2bbe tempest-ServerPasswordTestJSON-736626373 tempest-ServerPasswordTestJSON-736626373-project-member] Lock "0b266399-2979-47cc-b68d-6e961904ad56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.686s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.331282] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faadaca1-0c55-4b9c-b5ec-bb4482962238 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.354732] env[62093]: DEBUG nova.policy [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4ef3252b4ef4385a92805ee68c238ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c91d6528562b42158141f22e4aab921c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1347.360762] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.360762] env[62093]: value = "task-1709743" [ 1347.360762] env[62093]: _type = "Task" [ 1347.360762] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.376123] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709743, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.385842] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.558263] env[62093]: DEBUG nova.compute.manager [req-d8a3703b-0674-4af6-8aa3-937fcf3dffd1 req-f0eb51bc-a835-4bde-8945-087d8ef40b4a service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Received event network-vif-plugged-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1347.558941] env[62093]: DEBUG oslo_concurrency.lockutils [req-d8a3703b-0674-4af6-8aa3-937fcf3dffd1 req-f0eb51bc-a835-4bde-8945-087d8ef40b4a service nova] Acquiring lock "c8bbc092-e564-4c19-b787-65afa1ae7d60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.558941] env[62093]: DEBUG oslo_concurrency.lockutils [req-d8a3703b-0674-4af6-8aa3-937fcf3dffd1 req-f0eb51bc-a835-4bde-8945-087d8ef40b4a service nova] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.558941] env[62093]: DEBUG oslo_concurrency.lockutils [req-d8a3703b-0674-4af6-8aa3-937fcf3dffd1 req-f0eb51bc-a835-4bde-8945-087d8ef40b4a service nova] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.559267] env[62093]: DEBUG nova.compute.manager [req-d8a3703b-0674-4af6-8aa3-937fcf3dffd1 req-f0eb51bc-a835-4bde-8945-087d8ef40b4a service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] No waiting events found dispatching network-vif-plugged-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1347.559267] env[62093]: WARNING nova.compute.manager [req-d8a3703b-0674-4af6-8aa3-937fcf3dffd1 req-f0eb51bc-a835-4bde-8945-087d8ef40b4a service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Received unexpected event network-vif-plugged-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 for instance with vm_state building and task_state spawning. [ 1347.614925] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1347.639542] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709737, 'name': CreateSnapshot_Task, 'duration_secs': 1.439637} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.639872] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1347.641327] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bc8daf-68b9-4cd9-bcc9-a39cee98b9c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.668417] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1347.679761] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.679937] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.680633] env[62093]: DEBUG nova.network.neutron [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.740360] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709740, 'name': Rename_Task, 'duration_secs': 0.148846} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.740926] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.741814] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5e0ae4-90c0-4438-80f7-7d821a4df2fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.751333] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1347.751333] env[62093]: value = "task-1709744" [ 1347.751333] env[62093]: _type = "Task" [ 1347.751333] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.761657] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.768815] env[62093]: DEBUG nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1347.878475] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709743, 'name': CreateVM_Task, 'duration_secs': 0.487586} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.878944] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.879738] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.879979] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.880553] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.881625] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9aaa3f-442c-48aa-a38b-640b42c58693 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.887213] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1347.887213] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523c94a8-9adb-5df4-699f-d7307f1b7629" [ 1347.887213] env[62093]: _type = "Task" [ 1347.887213] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.902125] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523c94a8-9adb-5df4-699f-d7307f1b7629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.995060] env[62093]: DEBUG nova.network.neutron [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Successfully created port: 15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.091702] env[62093]: DEBUG nova.network.neutron [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Updated VIF entry in instance network info cache for port 1b9dd4da-4d80-416c-9551-70dd834ddd79. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.092293] env[62093]: DEBUG nova.network.neutron [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Updating instance_info_cache with network_info: [{"id": "1b9dd4da-4d80-416c-9551-70dd834ddd79", "address": "fa:16:3e:20:2c:34", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9dd4da-4d", "ovs_interfaceid": "1b9dd4da-4d80-416c-9551-70dd834ddd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.140052] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.164754] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1348.168783] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9747f4e-860b-4b4f-85ab-20e05d959cd1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.173371] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.173649] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.173847] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.174045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.174576] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.178261] env[62093]: INFO nova.compute.manager [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Terminating instance [ 1348.183328] env[62093]: DEBUG nova.compute.manager [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1348.183552] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.186827] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1354ed93-9df7-4d7f-8abd-7875880adf30 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.194866] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1348.194866] env[62093]: value = "task-1709745" [ 1348.194866] env[62093]: _type = "Task" [ 1348.194866] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.200796] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.201403] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b307a4e2-bb8e-4464-9911-d1c82e442f1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.206581] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709745, 'name': CloneVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.207511] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.212492] env[62093]: DEBUG oslo_vmware.api [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1348.212492] env[62093]: value = "task-1709746" [ 1348.212492] env[62093]: _type = "Task" [ 1348.212492] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.230675] env[62093]: DEBUG oslo_vmware.api [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.264972] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709744, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.282960] env[62093]: DEBUG nova.network.neutron [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.335577] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3338146f-b3dc-447c-aae4-43272861ebb9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.344376] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f640608c-0c5d-497c-8184-eb5ae88ba28a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.382847] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05db5b-1c6f-4d37-9bf6-d174653a7e8e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.395270] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ca88f-2f8c-4c7f-857d-e88d65cf4590 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.404899] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523c94a8-9adb-5df4-699f-d7307f1b7629, 'name': SearchDatastore_Task, 'duration_secs': 0.019674} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.414161] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.414344] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.414651] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.414840] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.415118] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.417235] env[62093]: DEBUG nova.compute.provider_tree [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.418624] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5ed0029-a3c9-49ab-949a-438f885f1ee1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.429489] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.429489] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.430043] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fdafda-0325-4b57-8ee5-4c6cd7118220 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.437932] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1348.437932] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52695923-9e89-723f-7a09-9010070ac14d" [ 1348.437932] env[62093]: _type = "Task" [ 1348.437932] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.448549] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52695923-9e89-723f-7a09-9010070ac14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.597874] env[62093]: DEBUG oslo_concurrency.lockutils [req-901102ca-0e2c-4f2a-8667-192781222c47 req-11e22332-1717-484a-ae71-382535957d86 service nova] Releasing lock "refresh_cache-3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.712094] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709745, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.724026] env[62093]: DEBUG oslo_vmware.api [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709746, 'name': PowerOffVM_Task, 'duration_secs': 0.392458} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.724026] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.724026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.724443] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2dc3a52-25d2-4447-b010-200e6ef4d337 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.770069] env[62093]: DEBUG oslo_vmware.api [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709744, 'name': PowerOnVM_Task, 'duration_secs': 0.556156} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.771437] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.771437] env[62093]: INFO nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1348.771437] env[62093]: DEBUG nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1348.771595] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880a5393-7fd2-4410-a24d-56d0fd550cde {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.786629] env[62093]: DEBUG nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1348.817899] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.817899] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.818205] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.818479] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.818848] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.818848] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.819129] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.819392] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.819650] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.820352] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.820352] env[62093]: DEBUG nova.virt.hardware [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.821292] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16486be6-3e14-4a49-b537-e6ca2cd14bd9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.826206] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.826206] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.826273] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleting the datastore file [datastore1] c9aa8cda-9a07-4463-9552-c8af6c2f90f4 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.826543] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c12d215-4673-451b-9747-d3561703a83d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.833064] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c6ca4a-af5d-4a51-8744-4fada90760db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.838400] env[62093]: DEBUG oslo_vmware.api [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1348.838400] env[62093]: value = "task-1709748" [ 1348.838400] env[62093]: _type = "Task" [ 1348.838400] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.855998] env[62093]: DEBUG oslo_vmware.api [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.922366] env[62093]: DEBUG nova.scheduler.client.report [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1348.953813] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52695923-9e89-723f-7a09-9010070ac14d, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.954752] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60cfac6-1487-4a40-8856-c86abfb4775b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.962287] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1348.962287] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52422ab6-6167-4c50-d29d-4a60307635ad" [ 1348.962287] env[62093]: _type = "Task" [ 1348.962287] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.977241] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52422ab6-6167-4c50-d29d-4a60307635ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.202878] env[62093]: DEBUG nova.network.neutron [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updating instance_info_cache with network_info: [{"id": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "address": "fa:16:3e:1b:15:7d", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc6379-d6", "ovs_interfaceid": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.221287] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709745, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.297794] env[62093]: INFO nova.compute.manager [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Took 45.24 seconds to build instance. [ 1349.352245] env[62093]: DEBUG oslo_vmware.api [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354122} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.352608] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.352810] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.352979] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.353208] env[62093]: INFO nova.compute.manager [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1349.353493] env[62093]: DEBUG oslo.service.loopingcall [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.353733] env[62093]: DEBUG nova.compute.manager [-] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1349.353846] env[62093]: DEBUG nova.network.neutron [-] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.427856] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.428449] env[62093]: DEBUG nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1349.432044] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.799s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.432180] env[62093]: DEBUG nova.objects.instance [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lazy-loading 'resources' on Instance uuid 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.474994] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52422ab6-6167-4c50-d29d-4a60307635ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.475337] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.475609] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c/3ec3d23d-77af-4e82-8ef3-bb80e6d7516c.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.475879] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8284203d-c53c-446c-a04e-64f6bdc0f820 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.483485] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1349.483485] env[62093]: value = "task-1709749" [ 1349.483485] env[62093]: _type = "Task" [ 1349.483485] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.494541] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.712238] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Releasing lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.713645] env[62093]: DEBUG nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Instance network_info: |[{"id": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "address": "fa:16:3e:1b:15:7d", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc6379-d6", "ovs_interfaceid": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1349.715520] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:15:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.727518] env[62093]: DEBUG oslo.service.loopingcall [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.728788] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.729312] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93521537-a5da-49f9-81b2-3300196ee9a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.754454] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709745, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.760417] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.760417] env[62093]: value = "task-1709750" [ 1349.760417] env[62093]: _type = "Task" [ 1349.760417] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.769267] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709750, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.802412] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8d9dd17b-a0c5-4b76-856c-aa4da843313f tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.992s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.936103] env[62093]: DEBUG nova.compute.utils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1349.937959] env[62093]: DEBUG nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1349.938336] env[62093]: DEBUG nova.network.neutron [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.955337] env[62093]: DEBUG nova.network.neutron [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Successfully updated port: 15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.005946] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.112568] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "996eec05-0579-4d90-b81c-d54d7dedcc6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.112568] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "996eec05-0579-4d90-b81c-d54d7dedcc6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.220162] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709745, 'name': CloneVM_Task, 'duration_secs': 1.733583} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.221148] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Created linked-clone VM from snapshot [ 1350.224020] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0c037d-3bf4-4569-83e1-8b0fdefab44b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.232239] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Uploading image 60a1c133-8451-4697-8bd4-64e0e74b30dc {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1350.240558] env[62093]: DEBUG nova.policy [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa415d94504c41b8bd174100b2836387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06f859cf609c4e588cedcfa0489d550f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1350.268236] env[62093]: DEBUG oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1350.268236] env[62093]: value = "vm-356208" [ 1350.268236] env[62093]: _type = "VirtualMachine" [ 1350.268236] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1350.268580] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b6120bb-14ae-4ba9-8e0f-31d3c8d52e57 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.278658] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709750, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.280081] env[62093]: DEBUG oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lease: (returnval){ [ 1350.280081] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526e5876-9a74-a5e4-2f0f-c362bb447a58" [ 1350.280081] env[62093]: _type = "HttpNfcLease" [ 1350.280081] env[62093]: } obtained for exporting VM: (result){ [ 1350.280081] env[62093]: value = "vm-356208" [ 1350.280081] env[62093]: _type = "VirtualMachine" [ 1350.280081] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1350.280387] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the lease: (returnval){ [ 1350.280387] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526e5876-9a74-a5e4-2f0f-c362bb447a58" [ 1350.280387] env[62093]: _type = "HttpNfcLease" [ 1350.280387] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1350.291423] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1350.291423] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526e5876-9a74-a5e4-2f0f-c362bb447a58" [ 1350.291423] env[62093]: _type = "HttpNfcLease" [ 1350.291423] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1350.306036] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1350.318767] env[62093]: DEBUG nova.compute.manager [req-9da8f3b3-2df6-4db3-a050-2725ac89a4d8 req-b39c8bac-1f35-4af7-b868-31cf296e24d8 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Received event network-changed-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1350.318767] env[62093]: DEBUG nova.compute.manager [req-9da8f3b3-2df6-4db3-a050-2725ac89a4d8 req-b39c8bac-1f35-4af7-b868-31cf296e24d8 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Refreshing instance network info cache due to event network-changed-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1350.318767] env[62093]: DEBUG oslo_concurrency.lockutils [req-9da8f3b3-2df6-4db3-a050-2725ac89a4d8 req-b39c8bac-1f35-4af7-b868-31cf296e24d8 service nova] Acquiring lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.319094] env[62093]: DEBUG oslo_concurrency.lockutils [req-9da8f3b3-2df6-4db3-a050-2725ac89a4d8 req-b39c8bac-1f35-4af7-b868-31cf296e24d8 service nova] Acquired lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.319150] env[62093]: DEBUG nova.network.neutron [req-9da8f3b3-2df6-4db3-a050-2725ac89a4d8 req-b39c8bac-1f35-4af7-b868-31cf296e24d8 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Refreshing network info cache for port 5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.446055] env[62093]: DEBUG nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1350.458877] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquiring lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.459105] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquired lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.459250] env[62093]: DEBUG nova.network.neutron [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.494530] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644196} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.497442] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c/3ec3d23d-77af-4e82-8ef3-bb80e6d7516c.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.497784] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.499032] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-104d273f-4c59-436f-bd1d-c6134192b5c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.505615] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1350.505615] env[62093]: value = "task-1709752" [ 1350.505615] env[62093]: _type = "Task" [ 1350.505615] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.521113] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.574944] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199ad438-c446-4d58-b4ee-812e0d0c946f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.583265] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabf129a-5625-4760-80dc-50fe7ff6cb32 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.625658] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec7afd1-71df-4f42-bc1e-d36ca7c8e3a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.635237] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0296aa6c-5f43-4c17-93db-3bb605450183 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.649700] env[62093]: DEBUG nova.compute.provider_tree [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.774242] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709750, 'name': CreateVM_Task, 'duration_secs': 0.690934} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.774427] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.775162] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.775301] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.775619] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.776191] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f920f235-4f0c-4929-80c8-43ce78b8aa84 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.785271] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1350.785271] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5252fc43-764a-24f3-107e-e64221d55680" [ 1350.785271] env[62093]: _type = "Task" [ 1350.785271] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.790611] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1350.790611] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526e5876-9a74-a5e4-2f0f-c362bb447a58" [ 1350.790611] env[62093]: _type = "HttpNfcLease" [ 1350.790611] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1350.792397] env[62093]: DEBUG oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1350.792397] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526e5876-9a74-a5e4-2f0f-c362bb447a58" [ 1350.792397] env[62093]: _type = "HttpNfcLease" [ 1350.792397] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1350.796297] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7fa0d5-844f-484b-9e68-8d84c02bada2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.799055] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5252fc43-764a-24f3-107e-e64221d55680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.804761] env[62093]: DEBUG oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529debdd-36f5-0cfe-f555-033aafdfa1b8/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1350.804954] env[62093]: DEBUG oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529debdd-36f5-0cfe-f555-033aafdfa1b8/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1350.886429] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.958232] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12af2113-b794-4189-b293-f152286036cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.019578] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066779} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.020050] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.021270] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0492266-30a4-4800-8242-4654b42f6683 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.059391] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c/3ec3d23d-77af-4e82-8ef3-bb80e6d7516c.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.060792] env[62093]: DEBUG nova.network.neutron [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.063622] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832de5bb-6b43-4eb6-9f0e-161a54e28ac9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.099633] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1351.099633] env[62093]: value = "task-1709753" [ 1351.099633] env[62093]: _type = "Task" [ 1351.099633] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.112968] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.155763] env[62093]: DEBUG nova.scheduler.client.report [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1351.160841] env[62093]: DEBUG nova.network.neutron [-] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.302760] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5252fc43-764a-24f3-107e-e64221d55680, 'name': SearchDatastore_Task, 'duration_secs': 0.029619} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.304025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.304025] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.304025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.304025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.305166] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.305166] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38465dd2-5041-4010-9cb9-cd6836ea1c9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.317028] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.317028] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.318731] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f5e051-f59c-4639-aae9-257a42755976 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.323701] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1351.323701] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52282f4a-e8d5-dc05-f81e-219b8cb87fc6" [ 1351.323701] env[62093]: _type = "Task" [ 1351.323701] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.335138] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52282f4a-e8d5-dc05-f81e-219b8cb87fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.460028] env[62093]: DEBUG nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1351.481139] env[62093]: DEBUG nova.network.neutron [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Updating instance_info_cache with network_info: [{"id": "15bc64b4-0b38-4dbc-b221-356fb4bf61aa", "address": "fa:16:3e:de:9c:a4", "network": {"id": "26512462-1513-4954-b038-06348ff5e471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1736754135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c91d6528562b42158141f22e4aab921c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bc64b4-0b", "ovs_interfaceid": "15bc64b4-0b38-4dbc-b221-356fb4bf61aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.496442] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1351.496788] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1351.497085] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.497363] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1351.497657] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.497770] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1351.498017] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1351.498225] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1351.498402] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1351.498533] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1351.498760] env[62093]: DEBUG nova.virt.hardware [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1351.499904] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4935533b-936a-4f91-a30a-ed9d9c3ff73f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.508442] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6b5c13-d121-4252-b84a-489294b208c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.567815] env[62093]: DEBUG nova.compute.manager [req-72eeb5c0-b9f5-44f8-b5d2-86fbf0c6306c req-a3d399b9-1464-4545-a055-50475b7621d3 service nova] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Received event network-vif-deleted-1dee60fc-73f2-4e04-a1f9-d9efca4dbba3 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1351.618903] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.664184] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.667670] env[62093]: INFO nova.compute.manager [-] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Took 2.31 seconds to deallocate network for instance. [ 1351.669870] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.399s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.670011] env[62093]: DEBUG nova.objects.instance [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lazy-loading 'resources' on Instance uuid a64fe611-ea44-4417-a6ea-fe4c33d10afc {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.711727] env[62093]: INFO nova.scheduler.client.report [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Deleted allocations for instance 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49 [ 1351.836235] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52282f4a-e8d5-dc05-f81e-219b8cb87fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.018617} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.837540] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70d4df3-92ea-447b-85f5-a13b26a5b471 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.845867] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1351.845867] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5294e0c5-f033-ddb4-74f1-9ec423aff105" [ 1351.845867] env[62093]: _type = "Task" [ 1351.845867] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.853575] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5294e0c5-f033-ddb4-74f1-9ec423aff105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.990078] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Releasing lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.990078] env[62093]: DEBUG nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Instance network_info: |[{"id": "15bc64b4-0b38-4dbc-b221-356fb4bf61aa", "address": "fa:16:3e:de:9c:a4", "network": {"id": "26512462-1513-4954-b038-06348ff5e471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1736754135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c91d6528562b42158141f22e4aab921c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bc64b4-0b", "ovs_interfaceid": "15bc64b4-0b38-4dbc-b221-356fb4bf61aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1351.990322] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:9c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15bc64b4-0b38-4dbc-b221-356fb4bf61aa', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.002601] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Creating folder: Project (c91d6528562b42158141f22e4aab921c). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.004000] env[62093]: DEBUG nova.network.neutron [req-9da8f3b3-2df6-4db3-a050-2725ac89a4d8 req-b39c8bac-1f35-4af7-b868-31cf296e24d8 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updated VIF entry in instance network info cache for port 5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.004000] env[62093]: DEBUG nova.network.neutron [req-9da8f3b3-2df6-4db3-a050-2725ac89a4d8 req-b39c8bac-1f35-4af7-b868-31cf296e24d8 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updating instance_info_cache with network_info: [{"id": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "address": "fa:16:3e:1b:15:7d", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc6379-d6", "ovs_interfaceid": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.006167] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2246b17a-84f5-4b45-ab8a-e46ebecb66eb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.013131] env[62093]: DEBUG nova.network.neutron [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Successfully created port: 8c3fa3a1-eb52-455b-84b0-19175eaf02d7 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.016967] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Created folder: Project (c91d6528562b42158141f22e4aab921c) in parent group-v356072. [ 1352.017185] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Creating folder: Instances. Parent ref: group-v356210. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.018241] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e69727a-8eed-433a-9c6d-b707b9e6e528 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.033258] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Created folder: Instances in parent group-v356210. [ 1352.033521] env[62093]: DEBUG oslo.service.loopingcall [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.033719] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.033931] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-293203c7-6f19-46ea-907e-845107e3b4ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.057207] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.057207] env[62093]: value = "task-1709756" [ 1352.057207] env[62093]: _type = "Task" [ 1352.057207] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.067270] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709756, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.111921] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709753, 'name': ReconfigVM_Task, 'duration_secs': 0.642359} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.114027] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c/3ec3d23d-77af-4e82-8ef3-bb80e6d7516c.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.114027] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b025e409-0db9-4c12-9163-0b7ab98f31c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.123129] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1352.123129] env[62093]: value = "task-1709757" [ 1352.123129] env[62093]: _type = "Task" [ 1352.123129] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.132914] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709757, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.181793] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.182193] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.182460] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.184340] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.185013] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.187087] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.189640] env[62093]: INFO nova.compute.manager [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Terminating instance [ 1352.192221] env[62093]: DEBUG nova.compute.manager [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1352.192673] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.193937] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b03088-2d18-4896-805c-a38b08b219e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.205144] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.205144] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d831ae2f-506e-4c13-9601-b5e5463b20ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.217293] env[62093]: DEBUG oslo_vmware.api [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1352.217293] env[62093]: value = "task-1709758" [ 1352.217293] env[62093]: _type = "Task" [ 1352.217293] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.235466] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3f31dbc7-f6a3-4f94-b751-c806c483b918 tempest-ServersTestManualDisk-1683761873 tempest-ServersTestManualDisk-1683761873-project-member] Lock "09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.044s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.245392] env[62093]: DEBUG oslo_vmware.api [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.361644] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5294e0c5-f033-ddb4-74f1-9ec423aff105, 'name': SearchDatastore_Task, 'duration_secs': 0.028899} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.361953] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.362234] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c8bbc092-e564-4c19-b787-65afa1ae7d60/c8bbc092-e564-4c19-b787-65afa1ae7d60.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.362514] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cabaa47b-9b44-49cb-a434-3913ddc3dff8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.370022] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1352.370022] env[62093]: value = "task-1709759" [ 1352.370022] env[62093]: _type = "Task" [ 1352.370022] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.381978] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.507795] env[62093]: DEBUG oslo_concurrency.lockutils [req-9da8f3b3-2df6-4db3-a050-2725ac89a4d8 req-b39c8bac-1f35-4af7-b868-31cf296e24d8 service nova] Releasing lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.580142] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709756, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.636570] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709757, 'name': Rename_Task, 'duration_secs': 0.210713} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.636570] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.637098] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69fbe0e0-d813-4b64-8a19-4d8680cc3e7b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.647528] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1352.647528] env[62093]: value = "task-1709760" [ 1352.647528] env[62093]: _type = "Task" [ 1352.647528] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.659809] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.722042] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f7b35-740c-49cb-b248-2bce575d96a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.735333] env[62093]: DEBUG oslo_vmware.api [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709758, 'name': PowerOffVM_Task, 'duration_secs': 0.194759} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.737996] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.738138] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.738580] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac8c531-991d-4fcf-a44b-bdfb6b298764 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.742283] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115da84-c81f-4d22-ab5b-ed68f0d8fcc8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.789909] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30acc57e-b61a-49a2-a1ee-3d346dbe636e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.801550] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6dd34a-c652-470d-92d7-27f33b86b75a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.816513] env[62093]: DEBUG nova.compute.provider_tree [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.884344] env[62093]: DEBUG nova.compute.manager [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Received event network-vif-plugged-15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.884658] env[62093]: DEBUG oslo_concurrency.lockutils [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] Acquiring lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.884943] env[62093]: DEBUG oslo_concurrency.lockutils [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] Lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.885146] env[62093]: DEBUG oslo_concurrency.lockutils [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] Lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.885327] env[62093]: DEBUG nova.compute.manager [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] No waiting events found dispatching network-vif-plugged-15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1352.885578] env[62093]: WARNING nova.compute.manager [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Received unexpected event network-vif-plugged-15bc64b4-0b38-4dbc-b221-356fb4bf61aa for instance with vm_state building and task_state spawning. [ 1352.886569] env[62093]: DEBUG nova.compute.manager [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Received event network-changed-15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.886800] env[62093]: DEBUG nova.compute.manager [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Refreshing instance network info cache due to event network-changed-15bc64b4-0b38-4dbc-b221-356fb4bf61aa. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1352.887086] env[62093]: DEBUG oslo_concurrency.lockutils [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] Acquiring lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.887236] env[62093]: DEBUG oslo_concurrency.lockutils [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] Acquired lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.887391] env[62093]: DEBUG nova.network.neutron [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Refreshing network info cache for port 15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.892160] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.892489] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.892524] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleting the datastore file [datastore1] 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.896668] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e482b08a-d165-4d0c-a976-7cf554e42a2c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.900190] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.905724] env[62093]: DEBUG oslo_vmware.api [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1352.905724] env[62093]: value = "task-1709762" [ 1352.905724] env[62093]: _type = "Task" [ 1352.905724] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.916634] env[62093]: DEBUG oslo_vmware.api [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.070216] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709756, 'name': CreateVM_Task, 'duration_secs': 0.575479} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.070417] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.071478] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.071688] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.072077] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.072376] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5768acab-68f4-41d4-8bb1-3d97eb531aef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.081854] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1353.081854] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5280136c-147f-adcc-f771-284b3309728c" [ 1353.081854] env[62093]: _type = "Task" [ 1353.081854] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.091868] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5280136c-147f-adcc-f771-284b3309728c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.157907] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.324197] env[62093]: DEBUG nova.scheduler.client.report [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1353.387946] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595155} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.388768] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c8bbc092-e564-4c19-b787-65afa1ae7d60/c8bbc092-e564-4c19-b787-65afa1ae7d60.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.388768] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.388969] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e0b9580-0869-4113-aed4-977cf0f924c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.414424] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1353.414424] env[62093]: value = "task-1709763" [ 1353.414424] env[62093]: _type = "Task" [ 1353.414424] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.430357] env[62093]: DEBUG oslo_vmware.api [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1709762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315913} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.431045] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.431374] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.431688] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.432045] env[62093]: INFO nova.compute.manager [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1353.432492] env[62093]: DEBUG oslo.service.loopingcall [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1353.438508] env[62093]: DEBUG nova.compute.manager [-] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1353.438508] env[62093]: DEBUG nova.network.neutron [-] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.441515] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.596944] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5280136c-147f-adcc-f771-284b3309728c, 'name': SearchDatastore_Task, 'duration_secs': 0.015932} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.597301] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.597943] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.597943] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.598044] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.598229] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.602249] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85c3cc67-cc67-42e8-9a46-d294dff3dd25 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.612204] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.612421] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.613194] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c18f09-1582-4016-9283-3e1ab492a527 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.624610] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1353.624610] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5265b9ce-b169-1aaf-e74b-aca17860c5b1" [ 1353.624610] env[62093]: _type = "Task" [ 1353.624610] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.634238] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5265b9ce-b169-1aaf-e74b-aca17860c5b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.659917] env[62093]: DEBUG oslo_vmware.api [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709760, 'name': PowerOnVM_Task, 'duration_secs': 0.812979} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.660498] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.660691] env[62093]: INFO nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1353.660832] env[62093]: DEBUG nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1353.662706] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb5a5f-19ad-4095-aefb-d5401a6f6d20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.829385] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.831742] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.445s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.833605] env[62093]: INFO nova.compute.claims [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.863920] env[62093]: INFO nova.scheduler.client.report [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleted allocations for instance a64fe611-ea44-4417-a6ea-fe4c33d10afc [ 1353.926916] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105592} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.927287] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.928117] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d80f882-f3b9-4894-9660-30c4d5806a56 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.953577] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] c8bbc092-e564-4c19-b787-65afa1ae7d60/c8bbc092-e564-4c19-b787-65afa1ae7d60.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.954266] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0839f04e-07f7-4d5f-a105-858c29e0b3a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.987822] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1353.987822] env[62093]: value = "task-1709764" [ 1353.987822] env[62093]: _type = "Task" [ 1353.987822] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.997662] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.140716] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5265b9ce-b169-1aaf-e74b-aca17860c5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017592} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.140716] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2e9947-3eba-4944-acc0-c9bd39efabaf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.147729] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1354.147729] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b3f368-2665-70ff-bef9-b37bff7329a2" [ 1354.147729] env[62093]: _type = "Task" [ 1354.147729] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.162280] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b3f368-2665-70ff-bef9-b37bff7329a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.189681] env[62093]: INFO nova.compute.manager [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Took 45.48 seconds to build instance. [ 1354.247556] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquiring lock "18012d6c-3324-4100-9a2a-ec0f292556ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.249145] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "18012d6c-3324-4100-9a2a-ec0f292556ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.249145] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquiring lock "18012d6c-3324-4100-9a2a-ec0f292556ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.249145] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "18012d6c-3324-4100-9a2a-ec0f292556ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.249145] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "18012d6c-3324-4100-9a2a-ec0f292556ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.251028] env[62093]: INFO nova.compute.manager [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Terminating instance [ 1354.253212] env[62093]: DEBUG nova.compute.manager [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1354.253408] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.254280] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79704812-70af-495b-b51d-ccf8894049bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.266239] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.267439] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bfde751-4776-4fd3-8afb-30d0b1893588 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.275270] env[62093]: DEBUG oslo_vmware.api [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1354.275270] env[62093]: value = "task-1709765" [ 1354.275270] env[62093]: _type = "Task" [ 1354.275270] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.284776] env[62093]: DEBUG oslo_vmware.api [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.306975] env[62093]: DEBUG nova.network.neutron [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Updated VIF entry in instance network info cache for port 15bc64b4-0b38-4dbc-b221-356fb4bf61aa. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.306975] env[62093]: DEBUG nova.network.neutron [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Updating instance_info_cache with network_info: [{"id": "15bc64b4-0b38-4dbc-b221-356fb4bf61aa", "address": "fa:16:3e:de:9c:a4", "network": {"id": "26512462-1513-4954-b038-06348ff5e471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1736754135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c91d6528562b42158141f22e4aab921c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bc64b4-0b", "ovs_interfaceid": "15bc64b4-0b38-4dbc-b221-356fb4bf61aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.373602] env[62093]: DEBUG oslo_concurrency.lockutils [None req-656b1d7d-3921-474a-b7b4-e795841b903c tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "a64fe611-ea44-4417-a6ea-fe4c33d10afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.385s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.508248] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709764, 'name': ReconfigVM_Task, 'duration_secs': 0.508736} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.508596] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Reconfigured VM instance instance-0000002f to attach disk [datastore1] c8bbc092-e564-4c19-b787-65afa1ae7d60/c8bbc092-e564-4c19-b787-65afa1ae7d60.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.509396] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59e21423-f6af-4e73-b623-5c692905851f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.523325] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1354.523325] env[62093]: value = "task-1709766" [ 1354.523325] env[62093]: _type = "Task" [ 1354.523325] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.536340] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709766, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.549626] env[62093]: DEBUG nova.network.neutron [-] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.664020] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b3f368-2665-70ff-bef9-b37bff7329a2, 'name': SearchDatastore_Task, 'duration_secs': 0.024428} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.664020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.664020] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 4df27ddb-3a70-4675-b7ad-68e5807eb40d/4df27ddb-3a70-4675-b7ad-68e5807eb40d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.664272] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7818852b-e1a8-4f2c-b4fe-f045a853b4d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.672545] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1354.672545] env[62093]: value = "task-1709767" [ 1354.672545] env[62093]: _type = "Task" [ 1354.672545] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.684192] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.694238] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba412d3b-ac72-4cc1-aa18-352f33f89659 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.994s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.790259] env[62093]: DEBUG oslo_vmware.api [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709765, 'name': PowerOffVM_Task, 'duration_secs': 0.331653} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.790668] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.790947] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.794410] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f69298d-ab44-49e3-9146-134f4f43828a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.808861] env[62093]: DEBUG oslo_concurrency.lockutils [req-fb85d891-9dd4-4802-a4cd-b73ef71bfc1c req-72c9ce47-c0c7-4ee9-a9ba-fb780838b4c8 service nova] Releasing lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.876581] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.877026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.877127] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Deleting the datastore file [datastore1] 18012d6c-3324-4100-9a2a-ec0f292556ab {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.877322] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cab62d9-aba9-4f49-bacc-74f66eedf151 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.885468] env[62093]: DEBUG oslo_vmware.api [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for the task: (returnval){ [ 1354.885468] env[62093]: value = "task-1709769" [ 1354.885468] env[62093]: _type = "Task" [ 1354.885468] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.896538] env[62093]: DEBUG oslo_vmware.api [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.038195] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709766, 'name': Rename_Task, 'duration_secs': 0.21481} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.038195] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.038195] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43fb0aa-b0f1-457b-999b-88734cddcf01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.047765] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1355.047765] env[62093]: value = "task-1709770" [ 1355.047765] env[62093]: _type = "Task" [ 1355.047765] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.058353] env[62093]: INFO nova.compute.manager [-] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Took 1.62 seconds to deallocate network for instance. [ 1355.074702] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.191718] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.198223] env[62093]: DEBUG nova.compute.manager [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1355.203932] env[62093]: DEBUG nova.compute.manager [req-6bd30bdd-c279-4c3a-9df1-a99656fb9b46 req-b1b36eed-fee6-4bb1-9cdb-2030c2b9bf73 service nova] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Received event network-vif-deleted-09b69415-4153-4140-b79c-c256ad1304d6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.406211] env[62093]: DEBUG oslo_vmware.api [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.409118] env[62093]: DEBUG nova.compute.manager [req-97bff6cc-5cbc-4dae-8787-a8f1d68d76a0 req-839e08b0-07dd-414c-964e-2b47e6d23f2f service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Received event network-vif-plugged-8c3fa3a1-eb52-455b-84b0-19175eaf02d7 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.409343] env[62093]: DEBUG oslo_concurrency.lockutils [req-97bff6cc-5cbc-4dae-8787-a8f1d68d76a0 req-839e08b0-07dd-414c-964e-2b47e6d23f2f service nova] Acquiring lock "120937ab-0557-40a6-8378-9d3c8d7bcc17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.409640] env[62093]: DEBUG oslo_concurrency.lockutils [req-97bff6cc-5cbc-4dae-8787-a8f1d68d76a0 req-839e08b0-07dd-414c-964e-2b47e6d23f2f service nova] Lock "120937ab-0557-40a6-8378-9d3c8d7bcc17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.409725] env[62093]: DEBUG oslo_concurrency.lockutils [req-97bff6cc-5cbc-4dae-8787-a8f1d68d76a0 req-839e08b0-07dd-414c-964e-2b47e6d23f2f service nova] Lock "120937ab-0557-40a6-8378-9d3c8d7bcc17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.409897] env[62093]: DEBUG nova.compute.manager [req-97bff6cc-5cbc-4dae-8787-a8f1d68d76a0 req-839e08b0-07dd-414c-964e-2b47e6d23f2f service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] No waiting events found dispatching network-vif-plugged-8c3fa3a1-eb52-455b-84b0-19175eaf02d7 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1355.410075] env[62093]: WARNING nova.compute.manager [req-97bff6cc-5cbc-4dae-8787-a8f1d68d76a0 req-839e08b0-07dd-414c-964e-2b47e6d23f2f service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Received unexpected event network-vif-plugged-8c3fa3a1-eb52-455b-84b0-19175eaf02d7 for instance with vm_state building and task_state spawning. [ 1355.446416] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e80bed-f781-4de9-9a09-5c3565e0b56a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.455711] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22943ede-c751-4670-9100-22b7519a4861 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.487124] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8091aff8-ddc2-454b-88ad-853e4b9fe3e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.497056] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f89487-b3b6-4e62-91fb-66c9196981b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.512021] env[62093]: DEBUG nova.compute.provider_tree [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.512379] env[62093]: DEBUG nova.network.neutron [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Successfully updated port: 8c3fa3a1-eb52-455b-84b0-19175eaf02d7 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.560967] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.571329] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.684600] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821131} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.684774] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 4df27ddb-3a70-4675-b7ad-68e5807eb40d/4df27ddb-3a70-4675-b7ad-68e5807eb40d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.685008] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.685280] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16f1968f-1315-4cc8-adcc-9a67117e562d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.693332] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1355.693332] env[62093]: value = "task-1709771" [ 1355.693332] env[62093]: _type = "Task" [ 1355.693332] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.707077] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.728434] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.898234] env[62093]: DEBUG oslo_vmware.api [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Task: {'id': task-1709769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.675655} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.898561] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.902333] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.902418] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.903099] env[62093]: INFO nova.compute.manager [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1355.903099] env[62093]: DEBUG oslo.service.loopingcall [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.903099] env[62093]: DEBUG nova.compute.manager [-] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1355.903261] env[62093]: DEBUG nova.network.neutron [-] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.014668] env[62093]: DEBUG nova.scheduler.client.report [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1356.019749] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.019922] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.020102] env[62093]: DEBUG nova.network.neutron [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.062646] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.206815] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07401} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.207972] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.207972] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4537e391-e02a-415b-a879-2367f91278ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.244857] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 4df27ddb-3a70-4675-b7ad-68e5807eb40d/4df27ddb-3a70-4675-b7ad-68e5807eb40d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.245725] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86512459-3a09-4ccf-b7b0-c5600db233ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.268304] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1356.268304] env[62093]: value = "task-1709772" [ 1356.268304] env[62093]: _type = "Task" [ 1356.268304] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.278127] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.529034] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.529034] env[62093]: DEBUG nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1356.533748] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.367s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.535250] env[62093]: INFO nova.compute.claims [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.563603] env[62093]: DEBUG oslo_vmware.api [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709770, 'name': PowerOnVM_Task, 'duration_secs': 1.34932} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.564828] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.565190] env[62093]: INFO nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1356.565448] env[62093]: DEBUG nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1356.566553] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969423df-cadd-49c0-b215-4393b226de01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.616536] env[62093]: DEBUG nova.network.neutron [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.780913] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.904542] env[62093]: INFO nova.compute.manager [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Rebuilding instance [ 1356.966384] env[62093]: DEBUG nova.compute.manager [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1356.967358] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fbe84e-2928-414e-bda1-f5abd385bc18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.035426] env[62093]: DEBUG nova.compute.utils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.036908] env[62093]: DEBUG nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1357.037098] env[62093]: DEBUG nova.network.neutron [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.089309] env[62093]: INFO nova.compute.manager [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Took 45.49 seconds to build instance. [ 1357.141036] env[62093]: DEBUG nova.policy [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4538d7edea4f05ad0403fd482be53d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7653e1bd3c4e45d5a2204bc940e42b4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1357.210742] env[62093]: DEBUG nova.network.neutron [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Updating instance_info_cache with network_info: [{"id": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "address": "fa:16:3e:24:23:bf", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3fa3a1-eb", "ovs_interfaceid": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.231121] env[62093]: DEBUG nova.network.neutron [-] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.281455] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709772, 'name': ReconfigVM_Task, 'duration_secs': 0.621671} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.281810] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 4df27ddb-3a70-4675-b7ad-68e5807eb40d/4df27ddb-3a70-4675-b7ad-68e5807eb40d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.282512] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4522b4a-7138-4efb-89ef-82893bb046cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.289139] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1357.289139] env[62093]: value = "task-1709773" [ 1357.289139] env[62093]: _type = "Task" [ 1357.289139] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.304714] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709773, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.480537] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.480705] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac3e7100-db9a-4fae-939b-6da9e5d75fae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.494036] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1357.494036] env[62093]: value = "task-1709774" [ 1357.494036] env[62093]: _type = "Task" [ 1357.494036] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.508426] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.547869] env[62093]: DEBUG nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1357.598685] env[62093]: DEBUG oslo_concurrency.lockutils [None req-70d90cba-aeae-4685-bf3c-6896283dc587 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.013s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.722221] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.722446] env[62093]: DEBUG nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Instance network_info: |[{"id": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "address": "fa:16:3e:24:23:bf", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3fa3a1-eb", "ovs_interfaceid": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1357.723100] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:23:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c3fa3a1-eb52-455b-84b0-19175eaf02d7', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.732582] env[62093]: DEBUG oslo.service.loopingcall [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.735304] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.735695] env[62093]: INFO nova.compute.manager [-] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Took 1.83 seconds to deallocate network for instance. [ 1357.737268] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2273178-c02c-4ebe-baee-beb4db7e2713 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.774833] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.774833] env[62093]: value = "task-1709775" [ 1357.774833] env[62093]: _type = "Task" [ 1357.774833] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.787503] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709775, 'name': CreateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.801788] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709773, 'name': Rename_Task, 'duration_secs': 0.299674} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.802123] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.802414] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9df763f5-9623-4258-a509-dca646b0edb8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.808051] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1357.808051] env[62093]: value = "task-1709776" [ 1357.808051] env[62093]: _type = "Task" [ 1357.808051] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.816414] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.818874] env[62093]: DEBUG nova.network.neutron [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Successfully created port: c734e7dd-c9a0-4040-86b1-2ce73c3493a1 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.825916] env[62093]: DEBUG nova.compute.manager [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Received event network-changed-8c3fa3a1-eb52-455b-84b0-19175eaf02d7 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1357.826352] env[62093]: DEBUG nova.compute.manager [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Refreshing instance network info cache due to event network-changed-8c3fa3a1-eb52-455b-84b0-19175eaf02d7. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1357.826702] env[62093]: DEBUG oslo_concurrency.lockutils [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] Acquiring lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.826788] env[62093]: DEBUG oslo_concurrency.lockutils [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] Acquired lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.826887] env[62093]: DEBUG nova.network.neutron [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Refreshing network info cache for port 8c3fa3a1-eb52-455b-84b0-19175eaf02d7 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.873990] env[62093]: DEBUG nova.objects.instance [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lazy-loading 'flavor' on Instance uuid 720ede3f-9e51-482b-bcfb-a2d5488711a5 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.911799] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquiring lock "6a398569-5c61-47e5-961f-0b3766f29440" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.912147] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "6a398569-5c61-47e5-961f-0b3766f29440" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.013131] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709774, 'name': PowerOffVM_Task, 'duration_secs': 0.265667} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.013392] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.013578] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.014408] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8778a89b-97ad-41e6-a503-8a2cf72bfe3a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.023930] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.023930] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6510f450-a963-4d75-b1df-db3a5fce7b14 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.118879] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.119174] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.119324] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleting the datastore file [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.119712] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05616c7a-eb57-4134-a335-811bba99cdc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.124757] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec186ad-d8cc-425d-9a85-796d48718bf8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.130455] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1358.130455] env[62093]: value = "task-1709778" [ 1358.130455] env[62093]: _type = "Task" [ 1358.130455] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.137942] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e014d59-6c3d-40bc-9256-b69bd481ec14 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.144354] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.184841] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276d6372-1421-4c47-906b-f7751539d9e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.192019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c20e31-e838-486d-ba56-5b11795b381f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.206197] env[62093]: DEBUG nova.compute.provider_tree [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.271468] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.284809] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709775, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.319296] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.380009] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.380645] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquired lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.414687] env[62093]: DEBUG nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1358.564496] env[62093]: DEBUG nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1358.597746] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1358.598013] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1358.598182] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.598364] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1358.598808] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.599027] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1358.599258] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1358.599422] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1358.599607] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1358.599791] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1358.600209] env[62093]: DEBUG nova.virt.hardware [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1358.601291] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78701f4-2582-4c64-9230-8c711f42e782 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.614352] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907957e-93b2-483b-8ece-f84ef3dfc178 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.641183] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282743} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.641474] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.641656] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.641962] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.738945] env[62093]: ERROR nova.scheduler.client.report [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [req-8225b685-6ae1-4953-8cc4-8b3b56023454] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8225b685-6ae1-4953-8cc4-8b3b56023454"}]} [ 1358.763727] env[62093]: DEBUG nova.scheduler.client.report [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1358.785122] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709775, 'name': CreateVM_Task, 'duration_secs': 0.53234} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.785310] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.786057] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.786236] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.787116] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.787116] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcfbb0f-3237-4ebd-83c2-6dbf23c3fbea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.792204] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1358.792204] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522a2e57-a063-6f19-ffac-ac42fa42a06d" [ 1358.792204] env[62093]: _type = "Task" [ 1358.792204] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.800555] env[62093]: DEBUG nova.scheduler.client.report [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1358.800787] env[62093]: DEBUG nova.compute.provider_tree [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.809195] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522a2e57-a063-6f19-ffac-ac42fa42a06d, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.809873] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.809873] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.810282] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.810282] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.810404] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.814049] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a567ea-021a-48e4-90da-94d9816a397f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.816416] env[62093]: DEBUG nova.scheduler.client.report [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1358.818853] env[62093]: DEBUG nova.network.neutron [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Updated VIF entry in instance network info cache for port 8c3fa3a1-eb52-455b-84b0-19175eaf02d7. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.819388] env[62093]: DEBUG nova.network.neutron [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Updating instance_info_cache with network_info: [{"id": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "address": "fa:16:3e:24:23:bf", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3fa3a1-eb", "ovs_interfaceid": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.827923] env[62093]: DEBUG oslo_vmware.api [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1709776, 'name': PowerOnVM_Task, 'duration_secs': 0.978113} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.830095] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.830095] env[62093]: INFO nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1358.830095] env[62093]: DEBUG nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1358.830095] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.830095] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.831469] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f523731-4ff8-45a8-92b7-9efd0da2f36d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.834215] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c4623a-9312-4bd6-b1d8-b6a01324e461 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.845447] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1358.845447] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526e2e94-e9a8-4052-52a1-f303a4a0ac1b" [ 1358.845447] env[62093]: _type = "Task" [ 1358.845447] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.852371] env[62093]: DEBUG nova.scheduler.client.report [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1358.859173] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526e2e94-e9a8-4052-52a1-f303a4a0ac1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.860087] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40bcf97b-fa90-44eb-be08-8223f052043c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.865790] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1358.865790] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5244f245-c25c-3454-2e0f-7c67ef4bdac2" [ 1358.865790] env[62093]: _type = "Task" [ 1358.865790] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.874300] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5244f245-c25c-3454-2e0f-7c67ef4bdac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.940243] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.152644] env[62093]: DEBUG nova.network.neutron [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.323074] env[62093]: DEBUG oslo_concurrency.lockutils [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] Releasing lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.323397] env[62093]: DEBUG nova.compute.manager [req-8ba0fff3-e741-401a-a100-b5eb8ac97af8 req-59ba59b0-fbb2-411d-8597-be39305c56dd service nova] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Received event network-vif-deleted-1d02381b-2a7e-4d82-8d36-a5eb14d1a585 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1359.355906] env[62093]: INFO nova.compute.manager [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Took 44.22 seconds to build instance. [ 1359.379576] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5244f245-c25c-3454-2e0f-7c67ef4bdac2, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.380549] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.380830] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 120937ab-0557-40a6-8378-9d3c8d7bcc17/120937ab-0557-40a6-8378-9d3c8d7bcc17.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.381155] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a6c16f3-7193-42f4-a9b0-b5d17e7aa659 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.394491] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1359.394491] env[62093]: value = "task-1709779" [ 1359.394491] env[62093]: _type = "Task" [ 1359.394491] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.404690] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.405243] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-bc46f22b-e915-4f69-8cec-960ab8c3d1f5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.405477] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-bc46f22b-e915-4f69-8cec-960ab8c3d1f5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.406121] env[62093]: DEBUG nova.objects.instance [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'flavor' on Instance uuid bc46f22b-e915-4f69-8cec-960ab8c3d1f5 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.414543] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3dc1d5-85e0-44c2-b083-1c3626dab7d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.423337] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185bd727-bf80-44ff-978e-f14ef970e9a8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.463024] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cea5973-b57e-462c-92b6-d59f142e4833 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.468176] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7907c1f7-9c49-46e1-86ac-fcc4c91a2526 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.483452] env[62093]: DEBUG nova.compute.provider_tree [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.689100] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1359.689409] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1359.689533] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.689742] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1359.689892] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.690050] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1359.690257] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1359.690425] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1359.690601] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1359.690764] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1359.690960] env[62093]: DEBUG nova.virt.hardware [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.691861] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe778a7-700f-4c23-9ae8-e6995077844e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.705023] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd6f17f-2836-4ffe-833f-167c0e7f1a33 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.716170] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:2c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9dd4da-4d80-416c-9551-70dd834ddd79', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.724233] env[62093]: DEBUG oslo.service.loopingcall [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.724776] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.724836] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82f6f975-08ec-4997-a74c-6ff536e81c8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.747558] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.747558] env[62093]: value = "task-1709780" [ 1359.747558] env[62093]: _type = "Task" [ 1359.747558] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.756702] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709780, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.858446] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8df5a11b-7bb1-4c7f-b357-1fafdd689936 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.607s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.908566] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.988616] env[62093]: DEBUG nova.scheduler.client.report [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1360.003775] env[62093]: DEBUG nova.network.neutron [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updating instance_info_cache with network_info: [{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.132838] env[62093]: DEBUG nova.compute.manager [req-6859f54d-afd2-40dd-867f-cf40429faee5 req-f5fd81fa-e5f7-4b99-a3ba-41546c982e24 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Received event network-changed-53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1360.133035] env[62093]: DEBUG nova.compute.manager [req-6859f54d-afd2-40dd-867f-cf40429faee5 req-f5fd81fa-e5f7-4b99-a3ba-41546c982e24 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Refreshing instance network info cache due to event network-changed-53239a09-a127-4e1d-a884-f5999fcb8139. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1360.133239] env[62093]: DEBUG oslo_concurrency.lockutils [req-6859f54d-afd2-40dd-867f-cf40429faee5 req-f5fd81fa-e5f7-4b99-a3ba-41546c982e24 service nova] Acquiring lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.136421] env[62093]: DEBUG nova.objects.instance [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'pci_requests' on Instance uuid bc46f22b-e915-4f69-8cec-960ab8c3d1f5 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.162294] env[62093]: DEBUG nova.network.neutron [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Successfully updated port: c734e7dd-c9a0-4040-86b1-2ce73c3493a1 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.259285] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709780, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.410368] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737837} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.413103] env[62093]: DEBUG oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529debdd-36f5-0cfe-f555-033aafdfa1b8/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1360.413626] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 120937ab-0557-40a6-8378-9d3c8d7bcc17/120937ab-0557-40a6-8378-9d3c8d7bcc17.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.413784] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.416384] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115977ca-0518-4957-854e-e6faf9c874a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.420395] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45f99cf5-ded3-41ff-984c-300b4dca19cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.431023] env[62093]: DEBUG oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529debdd-36f5-0cfe-f555-033aafdfa1b8/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1360.431023] env[62093]: ERROR oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529debdd-36f5-0cfe-f555-033aafdfa1b8/disk-0.vmdk due to incomplete transfer. [ 1360.431023] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fea468e0-721e-4bf0-a903-0bc915282524 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.432706] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1360.432706] env[62093]: value = "task-1709781" [ 1360.432706] env[62093]: _type = "Task" [ 1360.432706] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.446319] env[62093]: DEBUG oslo_vmware.rw_handles [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529debdd-36f5-0cfe-f555-033aafdfa1b8/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1360.446432] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Uploaded image 60a1c133-8451-4697-8bd4-64e0e74b30dc to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1360.448951] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1360.449618] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2db4ead-f241-46a0-91b3-8b02f2c80f78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.456545] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.460031] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1360.460031] env[62093]: value = "task-1709782" [ 1360.460031] env[62093]: _type = "Task" [ 1360.460031] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.467832] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709782, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.495277] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.961s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.495632] env[62093]: DEBUG nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1360.499013] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.734s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.501030] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.501030] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1360.501030] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.114s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.502974] env[62093]: INFO nova.compute.claims [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.508217] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15680e41-3a8e-4e1a-b797-86295849be51 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.512407] env[62093]: DEBUG nova.compute.manager [req-b902f4ca-98b3-4f10-b94c-bee655a4c2a8 req-91353f39-7f5a-4770-9761-307f180f7758 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Received event network-changed-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1360.512867] env[62093]: DEBUG nova.compute.manager [req-b902f4ca-98b3-4f10-b94c-bee655a4c2a8 req-91353f39-7f5a-4770-9761-307f180f7758 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Refreshing instance network info cache due to event network-changed-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1360.512867] env[62093]: DEBUG oslo_concurrency.lockutils [req-b902f4ca-98b3-4f10-b94c-bee655a4c2a8 req-91353f39-7f5a-4770-9761-307f180f7758 service nova] Acquiring lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.513038] env[62093]: DEBUG oslo_concurrency.lockutils [req-b902f4ca-98b3-4f10-b94c-bee655a4c2a8 req-91353f39-7f5a-4770-9761-307f180f7758 service nova] Acquired lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.513180] env[62093]: DEBUG nova.network.neutron [req-b902f4ca-98b3-4f10-b94c-bee655a4c2a8 req-91353f39-7f5a-4770-9761-307f180f7758 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Refreshing network info cache for port 5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.515660] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Releasing lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.515903] env[62093]: DEBUG nova.compute.manager [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Inject network info {{(pid=62093) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1360.516205] env[62093]: DEBUG nova.compute.manager [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] network_info to inject: |[{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1360.523731] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Reconfiguring VM instance to set the machine id {{(pid=62093) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1360.525599] env[62093]: DEBUG oslo_concurrency.lockutils [req-6859f54d-afd2-40dd-867f-cf40429faee5 req-f5fd81fa-e5f7-4b99-a3ba-41546c982e24 service nova] Acquired lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.525599] env[62093]: DEBUG nova.network.neutron [req-6859f54d-afd2-40dd-867f-cf40429faee5 req-f5fd81fa-e5f7-4b99-a3ba-41546c982e24 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Refreshing network info cache for port 53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.526813] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c92f11d-e00d-47c5-841a-35dd5cfaa187 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.542211] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d936e3-ee4b-4bdf-acbc-6a89df1e11ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.549800] env[62093]: DEBUG oslo_vmware.api [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1360.549800] env[62093]: value = "task-1709783" [ 1360.549800] env[62093]: _type = "Task" [ 1360.549800] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.567403] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a6c8ac-9838-4ca0-9605-077a2d544711 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.573830] env[62093]: DEBUG oslo_vmware.api [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.578573] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ecff8e-7449-4edb-b43c-a86bee4266b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.611574] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178854MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1360.611788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.639428] env[62093]: DEBUG nova.objects.base [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1360.639800] env[62093]: DEBUG nova.network.neutron [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.666463] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.666655] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.666809] env[62093]: DEBUG nova.network.neutron [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.701984] env[62093]: DEBUG nova.policy [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1360.757448] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709780, 'name': CreateVM_Task, 'duration_secs': 0.765946} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.757448] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.757448] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.757448] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.757448] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.757821] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8543c090-ccf5-4329-812a-85f553c81e6c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.764452] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1360.764452] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520c0eb8-eac3-90ea-afa2-c761ef6326f0" [ 1360.764452] env[62093]: _type = "Task" [ 1360.764452] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.771283] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520c0eb8-eac3-90ea-afa2-c761ef6326f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.944980] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089777} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.945551] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.946395] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ddbf98-f51a-4a59-b13e-85c9565b5e28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.969397] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 120937ab-0557-40a6-8378-9d3c8d7bcc17/120937ab-0557-40a6-8378-9d3c8d7bcc17.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.972784] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d80e1b-35f5-4ed4-b0de-31d79e8864fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.992346] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709782, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.993577] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1360.993577] env[62093]: value = "task-1709784" [ 1360.993577] env[62093]: _type = "Task" [ 1360.993577] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.000940] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.009291] env[62093]: DEBUG nova.compute.utils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.010625] env[62093]: DEBUG nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1361.010795] env[62093]: DEBUG nova.network.neutron [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.060328] env[62093]: DEBUG oslo_vmware.api [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709783, 'name': ReconfigVM_Task, 'duration_secs': 0.209489} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.060701] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-90bc510c-b29a-4325-9590-deb32e10a422 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Reconfigured VM instance to set the machine id {{(pid=62093) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1361.132017] env[62093]: DEBUG nova.policy [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e93fab32274462bde5599a54b36b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50bb7056522b4c30994a9f5e2a0296cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1361.150606] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.150867] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.151111] env[62093]: INFO nova.compute.manager [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Rebooting instance [ 1361.226960] env[62093]: DEBUG nova.network.neutron [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Successfully created port: f68d5553-9795-4d13-98fa-9819d474c992 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.244886] env[62093]: DEBUG nova.network.neutron [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.278853] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520c0eb8-eac3-90ea-afa2-c761ef6326f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.282281] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.282281] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.282497] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.282705] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.282957] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.283428] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c06a3a-015f-4a84-8ec7-5e4656574dff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.295491] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.295668] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.296543] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40ca618-3116-4033-b53e-ec99cd256c52 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.302227] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1361.302227] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520a40ea-6090-a687-1a4c-a20051ee89fd" [ 1361.302227] env[62093]: _type = "Task" [ 1361.302227] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.310735] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520a40ea-6090-a687-1a4c-a20051ee89fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.470608] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709782, 'name': Destroy_Task, 'duration_secs': 0.995969} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.470873] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Destroyed the VM [ 1361.471154] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1361.471421] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa68327f-90a1-44b4-80fd-9820c0cc89e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.478105] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1361.478105] env[62093]: value = "task-1709785" [ 1361.478105] env[62093]: _type = "Task" [ 1361.478105] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.487887] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.504612] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709784, 'name': ReconfigVM_Task, 'duration_secs': 0.392393} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.504612] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 120937ab-0557-40a6-8378-9d3c8d7bcc17/120937ab-0557-40a6-8378-9d3c8d7bcc17.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.507492] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c9a249-5c85-4247-bb5f-7fddf9231edb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.512497] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1361.512497] env[62093]: value = "task-1709786" [ 1361.512497] env[62093]: _type = "Task" [ 1361.512497] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.515668] env[62093]: DEBUG nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1361.527609] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709786, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.667370] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.764021] env[62093]: DEBUG nova.network.neutron [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Successfully created port: c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.788530] env[62093]: DEBUG nova.network.neutron [req-b902f4ca-98b3-4f10-b94c-bee655a4c2a8 req-91353f39-7f5a-4770-9761-307f180f7758 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updated VIF entry in instance network info cache for port 5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.788971] env[62093]: DEBUG nova.network.neutron [req-b902f4ca-98b3-4f10-b94c-bee655a4c2a8 req-91353f39-7f5a-4770-9761-307f180f7758 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updating instance_info_cache with network_info: [{"id": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "address": "fa:16:3e:1b:15:7d", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc6379-d6", "ovs_interfaceid": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.797349] env[62093]: DEBUG nova.network.neutron [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Updating instance_info_cache with network_info: [{"id": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "address": "fa:16:3e:e4:e9:56", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc734e7dd-c9", "ovs_interfaceid": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.811216] env[62093]: DEBUG nova.network.neutron [req-6859f54d-afd2-40dd-867f-cf40429faee5 req-f5fd81fa-e5f7-4b99-a3ba-41546c982e24 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updated VIF entry in instance network info cache for port 53239a09-a127-4e1d-a884-f5999fcb8139. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.811278] env[62093]: DEBUG nova.network.neutron [req-6859f54d-afd2-40dd-867f-cf40429faee5 req-f5fd81fa-e5f7-4b99-a3ba-41546c982e24 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updating instance_info_cache with network_info: [{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.814230] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520a40ea-6090-a687-1a4c-a20051ee89fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.815458] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c9d9f5-3138-4464-a41f-7ce734708bf2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.822612] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1361.822612] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5286d88e-d90c-2ace-2b6e-f37350c14586" [ 1361.822612] env[62093]: _type = "Task" [ 1361.822612] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.832839] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5286d88e-d90c-2ace-2b6e-f37350c14586, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.836323] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.836911] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c/3ec3d23d-77af-4e82-8ef3-bb80e6d7516c.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.839033] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b633c24-7542-46e3-8454-ab1678604442 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.845574] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1361.845574] env[62093]: value = "task-1709787" [ 1361.845574] env[62093]: _type = "Task" [ 1361.845574] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.855057] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.991466] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709785, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.018459] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb464a7-8f38-4f03-bfa5-3016e2e18591 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.033139] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709786, 'name': Rename_Task, 'duration_secs': 0.137247} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.033139] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.033139] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28835060-0832-45a7-b4d3-3d8661ac8d3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.035074] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced2e488-8581-49f3-85f8-ba863283a0f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.039280] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1362.039280] env[62093]: value = "task-1709788" [ 1362.039280] env[62093]: _type = "Task" [ 1362.039280] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.077431] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7b148-4a09-4f3f-9013-713e6447a793 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.085249] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.091169] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92a0a23-dfc9-4918-8a87-2819bcf9478d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.107643] env[62093]: DEBUG nova.compute.provider_tree [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.292357] env[62093]: DEBUG oslo_concurrency.lockutils [req-b902f4ca-98b3-4f10-b94c-bee655a4c2a8 req-91353f39-7f5a-4770-9761-307f180f7758 service nova] Releasing lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.292849] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquired lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.293105] env[62093]: DEBUG nova.network.neutron [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.304345] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.304764] env[62093]: DEBUG nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Instance network_info: |[{"id": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "address": "fa:16:3e:e4:e9:56", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc734e7dd-c9", "ovs_interfaceid": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1362.305895] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:e9:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c734e7dd-c9a0-4040-86b1-2ce73c3493a1', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.317620] env[62093]: DEBUG oslo.service.loopingcall [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.318886] env[62093]: DEBUG oslo_concurrency.lockutils [req-6859f54d-afd2-40dd-867f-cf40429faee5 req-f5fd81fa-e5f7-4b99-a3ba-41546c982e24 service nova] Releasing lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.319372] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.319790] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dd0a8a0-0671-426f-8465-a9707e0ae964 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.347010] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.347010] env[62093]: value = "task-1709789" [ 1362.347010] env[62093]: _type = "Task" [ 1362.347010] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.362154] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709787, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.365536] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709789, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.494100] env[62093]: DEBUG oslo_vmware.api [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709785, 'name': RemoveSnapshot_Task, 'duration_secs': 0.799258} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.494864] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1362.495919] env[62093]: INFO nova.compute.manager [None req-5ce12522-8a1d-4f26-8d54-bc3812d0d3ea tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Took 16.94 seconds to snapshot the instance on the hypervisor. [ 1362.522469] env[62093]: DEBUG nova.objects.instance [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lazy-loading 'flavor' on Instance uuid 720ede3f-9e51-482b-bcfb-a2d5488711a5 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.532232] env[62093]: DEBUG nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1362.559824] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709788, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.572307] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:54:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1acab9f5-dcb6-4781-86ac-d79b981aabc1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1353248594',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.572605] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.572775] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.572997] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.574323] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.574510] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.574731] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.574893] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.575256] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.575421] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.575603] env[62093]: DEBUG nova.virt.hardware [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.577137] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe231e-aa8d-4311-9386-0c71e9770269 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.586786] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3127e1b-3070-4575-9017-7d3935586aad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.611485] env[62093]: DEBUG nova.scheduler.client.report [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1362.858746] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614447} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.859507] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c/3ec3d23d-77af-4e82-8ef3-bb80e6d7516c.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.860922] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.860922] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b16a3fa-8e9f-4f6d-b136-661bf96e336d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.865955] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709789, 'name': CreateVM_Task, 'duration_secs': 0.479158} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.869250] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.870030] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.870187] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.870521] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.871087] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1902f3a-4a12-45cf-b7ef-b6f40bc95673 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.874111] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1362.874111] env[62093]: value = "task-1709790" [ 1362.874111] env[62093]: _type = "Task" [ 1362.874111] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.879220] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1362.879220] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d82b05-ca58-e4df-43c7-36c002bb2d4e" [ 1362.879220] env[62093]: _type = "Task" [ 1362.879220] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.887161] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.898259] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.898495] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.900591] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d82b05-ca58-e4df-43c7-36c002bb2d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.029597] env[62093]: DEBUG oslo_concurrency.lockutils [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.029800] env[62093]: DEBUG oslo_concurrency.lockutils [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquired lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.040025] env[62093]: DEBUG nova.network.neutron [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updating instance_info_cache with network_info: [{"id": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "address": "fa:16:3e:1b:15:7d", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc6379-d6", "ovs_interfaceid": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.055559] env[62093]: DEBUG oslo_vmware.api [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709788, 'name': PowerOnVM_Task, 'duration_secs': 0.548473} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.055663] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.055886] env[62093]: INFO nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1363.056113] env[62093]: DEBUG nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1363.057900] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19014b7-273c-41a6-9bcd-12a13f8020ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.117467] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.118570] env[62093]: DEBUG nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1363.121297] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.982s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.122719] env[62093]: INFO nova.compute.claims [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.200258] env[62093]: DEBUG nova.network.neutron [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Successfully updated port: f68d5553-9795-4d13-98fa-9819d474c992 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.277540] env[62093]: DEBUG nova.compute.manager [req-ad4af5fa-6da9-4c8c-a713-c52a218e28f1 req-db2dcf92-e8c3-4836-8659-d1724877f994 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Received event network-changed-15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1363.277540] env[62093]: DEBUG nova.compute.manager [req-ad4af5fa-6da9-4c8c-a713-c52a218e28f1 req-db2dcf92-e8c3-4836-8659-d1724877f994 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Refreshing instance network info cache due to event network-changed-15bc64b4-0b38-4dbc-b221-356fb4bf61aa. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1363.277540] env[62093]: DEBUG oslo_concurrency.lockutils [req-ad4af5fa-6da9-4c8c-a713-c52a218e28f1 req-db2dcf92-e8c3-4836-8659-d1724877f994 service nova] Acquiring lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.277540] env[62093]: DEBUG oslo_concurrency.lockutils [req-ad4af5fa-6da9-4c8c-a713-c52a218e28f1 req-db2dcf92-e8c3-4836-8659-d1724877f994 service nova] Acquired lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.277540] env[62093]: DEBUG nova.network.neutron [req-ad4af5fa-6da9-4c8c-a713-c52a218e28f1 req-db2dcf92-e8c3-4836-8659-d1724877f994 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Refreshing network info cache for port 15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.393427] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252357} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.393427] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.394517] env[62093]: DEBUG nova.network.neutron [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.397378] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fe3f11-171e-4992-8b2b-84c91338bd87 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.405851] env[62093]: DEBUG nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1363.412029] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d82b05-ca58-e4df-43c7-36c002bb2d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.04443} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.412029] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.412029] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.412029] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.412363] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.412363] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.412830] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14aef66c-c252-4dce-8e3b-043f415860f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.433824] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c/3ec3d23d-77af-4e82-8ef3-bb80e6d7516c.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.434864] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb229bcb-ebab-4150-9acc-1bfe5d1a6a90 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.453652] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.453868] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.455165] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd89ab1-e4ff-408b-8c93-d83854a7943c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.459550] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1363.459550] env[62093]: value = "task-1709791" [ 1363.459550] env[62093]: _type = "Task" [ 1363.459550] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.463993] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1363.463993] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5287e876-15ec-86ca-506e-6260f6e9e191" [ 1363.463993] env[62093]: _type = "Task" [ 1363.463993] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.470966] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.477219] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5287e876-15ec-86ca-506e-6260f6e9e191, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.478189] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b3e092-2889-4afa-affc-fb96c14212ce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.483602] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1363.483602] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5275bfa9-558e-984e-989f-47e35e035c5f" [ 1363.483602] env[62093]: _type = "Task" [ 1363.483602] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.493024] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275bfa9-558e-984e-989f-47e35e035c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.542397] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Releasing lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.544519] env[62093]: DEBUG nova.compute.manager [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1363.545847] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91497a9-a785-4b73-b625-38abb4422777 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.575104] env[62093]: INFO nova.compute.manager [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Took 36.85 seconds to build instance. [ 1363.630755] env[62093]: DEBUG nova.compute.utils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.635675] env[62093]: DEBUG nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1363.635934] env[62093]: DEBUG nova.network.neutron [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.641784] env[62093]: DEBUG nova.network.neutron [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Successfully updated port: c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.706570] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.706958] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.707890] env[62093]: DEBUG nova.network.neutron [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.713251] env[62093]: DEBUG nova.policy [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd16d0baa72f475c83656489121f7c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dedf2cf7a88a40368fb6747e4618954d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1363.822488] env[62093]: DEBUG nova.compute.manager [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Received event network-vif-plugged-c734e7dd-c9a0-4040-86b1-2ce73c3493a1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1363.822488] env[62093]: DEBUG oslo_concurrency.lockutils [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] Acquiring lock "6e8789c5-3287-4939-98a4-802edbae4b53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.822488] env[62093]: DEBUG oslo_concurrency.lockutils [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] Lock "6e8789c5-3287-4939-98a4-802edbae4b53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.822488] env[62093]: DEBUG oslo_concurrency.lockutils [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] Lock "6e8789c5-3287-4939-98a4-802edbae4b53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.822718] env[62093]: DEBUG nova.compute.manager [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] No waiting events found dispatching network-vif-plugged-c734e7dd-c9a0-4040-86b1-2ce73c3493a1 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1363.822800] env[62093]: WARNING nova.compute.manager [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Received unexpected event network-vif-plugged-c734e7dd-c9a0-4040-86b1-2ce73c3493a1 for instance with vm_state building and task_state spawning. [ 1363.823014] env[62093]: DEBUG nova.compute.manager [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Received event network-changed-c734e7dd-c9a0-4040-86b1-2ce73c3493a1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1363.823144] env[62093]: DEBUG nova.compute.manager [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Refreshing instance network info cache due to event network-changed-c734e7dd-c9a0-4040-86b1-2ce73c3493a1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1363.823422] env[62093]: DEBUG oslo_concurrency.lockutils [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] Acquiring lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.823465] env[62093]: DEBUG oslo_concurrency.lockutils [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] Acquired lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.823592] env[62093]: DEBUG nova.network.neutron [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Refreshing network info cache for port c734e7dd-c9a0-4040-86b1-2ce73c3493a1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.929073] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.969677] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709791, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.979316] env[62093]: DEBUG nova.network.neutron [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Successfully created port: dd4acfee-2f12-40f1-9879-f17f1cc7a617 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.993136] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275bfa9-558e-984e-989f-47e35e035c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009351} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.993411] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.993758] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53/6e8789c5-3287-4939-98a4-802edbae4b53.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.993921] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-805c9dbe-51be-422c-87e9-56ed2af71aa4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.000721] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1364.000721] env[62093]: value = "task-1709792" [ 1364.000721] env[62093]: _type = "Task" [ 1364.000721] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.010608] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.078332] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8f6e7c6-0b5d-4772-8c17-84c5bcb2349f tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "120937ab-0557-40a6-8378-9d3c8d7bcc17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.371s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.140568] env[62093]: DEBUG nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1364.148043] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.148043] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.148043] env[62093]: DEBUG nova.network.neutron [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.267536] env[62093]: WARNING nova.network.neutron [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] c3045398-6b6f-4365-8ed5-e500f44f2345 already exists in list: networks containing: ['c3045398-6b6f-4365-8ed5-e500f44f2345']. ignoring it [ 1364.449158] env[62093]: DEBUG nova.network.neutron [req-ad4af5fa-6da9-4c8c-a713-c52a218e28f1 req-db2dcf92-e8c3-4836-8659-d1724877f994 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Updated VIF entry in instance network info cache for port 15bc64b4-0b38-4dbc-b221-356fb4bf61aa. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.449158] env[62093]: DEBUG nova.network.neutron [req-ad4af5fa-6da9-4c8c-a713-c52a218e28f1 req-db2dcf92-e8c3-4836-8659-d1724877f994 service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Updating instance_info_cache with network_info: [{"id": "15bc64b4-0b38-4dbc-b221-356fb4bf61aa", "address": "fa:16:3e:de:9c:a4", "network": {"id": "26512462-1513-4954-b038-06348ff5e471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1736754135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c91d6528562b42158141f22e4aab921c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bc64b4-0b", "ovs_interfaceid": "15bc64b4-0b38-4dbc-b221-356fb4bf61aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.483920] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709791, 'name': ReconfigVM_Task, 'duration_secs': 0.520519} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.490317] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c/3ec3d23d-77af-4e82-8ef3-bb80e6d7516c.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.492512] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ec61d3d-df06-4cab-a010-6c64f88ccf66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.501556] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1364.501556] env[62093]: value = "task-1709793" [ 1364.501556] env[62093]: _type = "Task" [ 1364.501556] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.516375] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709792, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.522328] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709793, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.565710] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f428f56-e05e-44a8-950b-d07c001a2090 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.577906] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Doing hard reboot of VM {{(pid=62093) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1364.578192] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a5914006-02e5-4708-bbfe-3514b4685f89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.586883] env[62093]: DEBUG nova.network.neutron [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updating instance_info_cache with network_info: [{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.588834] env[62093]: DEBUG oslo_vmware.api [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1364.588834] env[62093]: value = "task-1709794" [ 1364.588834] env[62093]: _type = "Task" [ 1364.588834] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.600295] env[62093]: DEBUG oslo_vmware.api [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709794, 'name': ResetVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.691130] env[62093]: DEBUG nova.network.neutron [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.713283] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a6942-e366-4ae9-8a65-ce498d6861a8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.720903] env[62093]: DEBUG nova.network.neutron [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Updated VIF entry in instance network info cache for port c734e7dd-c9a0-4040-86b1-2ce73c3493a1. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.721276] env[62093]: DEBUG nova.network.neutron [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Updating instance_info_cache with network_info: [{"id": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "address": "fa:16:3e:e4:e9:56", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc734e7dd-c9", "ovs_interfaceid": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.723084] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7517da-e476-456a-b1c1-a9cf8f2109f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.753766] env[62093]: DEBUG nova.network.neutron [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f68d5553-9795-4d13-98fa-9819d474c992", "address": "fa:16:3e:63:1e:6f", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68d5553-97", "ovs_interfaceid": "f68d5553-9795-4d13-98fa-9819d474c992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.758090] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e4b24f-4edb-43c9-a1f6-60e469c4b17a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.767840] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d101a0-4f8a-45f0-ab02-2c130545e818 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.783873] env[62093]: DEBUG nova.compute.provider_tree [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1364.852199] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "12f3f357-d537-4ac7-83a4-61229287461d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.852397] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "12f3f357-d537-4ac7-83a4-61229287461d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.852604] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "12f3f357-d537-4ac7-83a4-61229287461d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.852787] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "12f3f357-d537-4ac7-83a4-61229287461d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.853058] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "12f3f357-d537-4ac7-83a4-61229287461d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.855364] env[62093]: INFO nova.compute.manager [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Terminating instance [ 1364.857200] env[62093]: DEBUG nova.compute.manager [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1364.857385] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.858475] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aa2a30-f02b-401e-99e1-e8d81404fd86 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.866262] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.866498] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e23e828e-ee04-4ed5-bc43-d4e883337cce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.868596] env[62093]: DEBUG nova.network.neutron [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance_info_cache with network_info: [{"id": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "address": "fa:16:3e:58:95:0f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eadb57-1b", "ovs_interfaceid": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.952357] env[62093]: DEBUG oslo_concurrency.lockutils [req-ad4af5fa-6da9-4c8c-a713-c52a218e28f1 req-db2dcf92-e8c3-4836-8659-d1724877f994 service nova] Releasing lock "refresh_cache-4df27ddb-3a70-4675-b7ad-68e5807eb40d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.967608] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.967906] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.968118] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleting the datastore file [datastore1] 12f3f357-d537-4ac7-83a4-61229287461d {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.968478] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-157a6828-4b11-4ac1-be0d-ba20028310b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.975825] env[62093]: DEBUG oslo_vmware.api [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1364.975825] env[62093]: value = "task-1709796" [ 1364.975825] env[62093]: _type = "Task" [ 1364.975825] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.985193] env[62093]: DEBUG oslo_vmware.api [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.014383] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518762} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.017625] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53/6e8789c5-3287-4939-98a4-802edbae4b53.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.017859] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.018150] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709793, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.018368] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9773275-b833-4df8-a2d1-112dfcf563bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.024896] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1365.024896] env[62093]: value = "task-1709797" [ 1365.024896] env[62093]: _type = "Task" [ 1365.024896] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.033228] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.090037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Releasing lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.090037] env[62093]: DEBUG nova.compute.manager [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Inject network info {{(pid=62093) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1365.090247] env[62093]: DEBUG nova.compute.manager [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] network_info to inject: |[{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1365.096042] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Reconfiguring VM instance to set the machine id {{(pid=62093) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1365.096042] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67d83e79-a450-4c94-8988-4e4af3db0fd1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.115825] env[62093]: DEBUG oslo_vmware.api [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709794, 'name': ResetVM_Task, 'duration_secs': 0.472623} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.117254] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Did hard reboot of VM {{(pid=62093) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1365.117461] env[62093]: DEBUG nova.compute.manager [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1365.117862] env[62093]: DEBUG oslo_vmware.api [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1365.117862] env[62093]: value = "task-1709798" [ 1365.117862] env[62093]: _type = "Task" [ 1365.117862] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.118656] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322471ea-eec0-4556-a316-b7169c140544 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.135649] env[62093]: DEBUG oslo_vmware.api [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.154447] env[62093]: DEBUG nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1365.184354] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1365.184654] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1365.184926] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.185175] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1365.185563] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.185619] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1365.185843] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1365.186010] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1365.186190] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1365.186352] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1365.186546] env[62093]: DEBUG nova.virt.hardware [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1365.187503] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f61817-fc0c-4972-9c33-59a75b7252e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.197215] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dcc346-1193-4d21-a8f0-c3ded04aa924 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.228055] env[62093]: DEBUG oslo_concurrency.lockutils [req-1c305c63-e3af-477c-9c77-28fc6d36152d req-4abebd19-8afd-41bb-8737-5b2fd6cc551e service nova] Releasing lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.263531] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.264261] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.264494] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.265442] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf0d67c-9b26-4109-b73d-6def9996b4f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.284689] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1365.285830] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1365.285830] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.285830] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1365.285830] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.285830] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1365.285830] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1365.286163] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1365.286163] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1365.286238] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1365.286413] env[62093]: DEBUG nova.virt.hardware [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1365.293490] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Reconfiguring VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1365.296727] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd951ed-8058-4bcb-86ba-60fcaa494450 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.316454] env[62093]: DEBUG oslo_vmware.api [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1365.316454] env[62093]: value = "task-1709799" [ 1365.316454] env[62093]: _type = "Task" [ 1365.316454] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.325167] env[62093]: DEBUG oslo_vmware.api [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709799, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.329987] env[62093]: ERROR nova.scheduler.client.report [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [req-39df4702-f629-412b-89d9-ecc5440d4af5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39df4702-f629-412b-89d9-ecc5440d4af5"}]} [ 1365.346139] env[62093]: DEBUG nova.scheduler.client.report [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1365.365507] env[62093]: DEBUG nova.scheduler.client.report [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1365.365772] env[62093]: DEBUG nova.compute.provider_tree [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1365.371870] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.372232] env[62093]: DEBUG nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Instance network_info: |[{"id": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "address": "fa:16:3e:58:95:0f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eadb57-1b", "ovs_interfaceid": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1365.372684] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:95:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.381052] env[62093]: DEBUG oslo.service.loopingcall [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.382283] env[62093]: DEBUG nova.scheduler.client.report [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1365.384318] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.385409] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83cb494b-3802-49e6-ba60-ae9e431e0c2e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.415329] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.415329] env[62093]: value = "task-1709800" [ 1365.415329] env[62093]: _type = "Task" [ 1365.415329] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.420718] env[62093]: DEBUG nova.scheduler.client.report [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1365.429357] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709800, 'name': CreateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.488312] env[62093]: DEBUG oslo_vmware.api [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165041} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.488554] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.488763] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.488935] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.489118] env[62093]: INFO nova.compute.manager [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1365.489425] env[62093]: DEBUG oslo.service.loopingcall [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.489708] env[62093]: DEBUG nova.compute.manager [-] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1365.489708] env[62093]: DEBUG nova.network.neutron [-] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.516251] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709793, 'name': Rename_Task, 'duration_secs': 0.62281} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.519126] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.519781] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-572f1a42-9dc2-4bbd-be00-411f256c56c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.529494] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1365.529494] env[62093]: value = "task-1709801" [ 1365.529494] env[62093]: _type = "Task" [ 1365.529494] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.536658] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072906} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.539610] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.540599] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d257eff-32dc-4f2c-92aa-e5fe8937af59 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.546367] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709801, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.566408] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53/6e8789c5-3287-4939-98a4-802edbae4b53.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.567391] env[62093]: DEBUG nova.network.neutron [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Successfully updated port: dd4acfee-2f12-40f1-9879-f17f1cc7a617 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1365.571176] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af4984c5-1189-4240-b265-a045f6e9963c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.587459] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "refresh_cache-83c03847-f728-4adc-b77b-13cb3f6b6aec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.587612] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "refresh_cache-83c03847-f728-4adc-b77b-13cb3f6b6aec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.587759] env[62093]: DEBUG nova.network.neutron [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.596948] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1365.596948] env[62093]: value = "task-1709802" [ 1365.596948] env[62093]: _type = "Task" [ 1365.596948] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.609544] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.632370] env[62093]: DEBUG oslo_vmware.api [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709798, 'name': ReconfigVM_Task, 'duration_secs': 0.162152} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.635145] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-310028eb-ec65-4a47-a81f-d632853e24e6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Reconfigured VM instance to set the machine id {{(pid=62093) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1365.640474] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82397f42-0f94-4703-a3b6-f3d185a6c25c tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.490s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.828432] env[62093]: DEBUG oslo_vmware.api [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.917391] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bf3ed5-a12b-4271-a58b-e943c18e852a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.930594] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6831954b-6b3c-480b-b4e0-f0885cd00f35 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.933913] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709800, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.962386] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedf4e6e-dc1f-4789-9dea-361c8c8a8287 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.971399] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff856136-11f3-4151-869c-4b04d4e5720e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.984823] env[62093]: DEBUG nova.compute.provider_tree [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.039486] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.108423] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.120380] env[62093]: DEBUG nova.network.neutron [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.128667] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] Acquiring lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.128865] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] Acquired lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.129064] env[62093]: DEBUG nova.network.neutron [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.299703] env[62093]: DEBUG nova.compute.manager [req-3f8a046a-0cb5-4c40-a881-c32c389ec88f req-828f6805-8ede-48aa-8e26-00fb2531b7c5 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Received event network-changed-53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1366.299703] env[62093]: DEBUG nova.compute.manager [req-3f8a046a-0cb5-4c40-a881-c32c389ec88f req-828f6805-8ede-48aa-8e26-00fb2531b7c5 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Refreshing instance network info cache due to event network-changed-53239a09-a127-4e1d-a884-f5999fcb8139. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1366.299948] env[62093]: DEBUG oslo_concurrency.lockutils [req-3f8a046a-0cb5-4c40-a881-c32c389ec88f req-828f6805-8ede-48aa-8e26-00fb2531b7c5 service nova] Acquiring lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.299948] env[62093]: DEBUG oslo_concurrency.lockutils [req-3f8a046a-0cb5-4c40-a881-c32c389ec88f req-828f6805-8ede-48aa-8e26-00fb2531b7c5 service nova] Acquired lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.300170] env[62093]: DEBUG nova.network.neutron [req-3f8a046a-0cb5-4c40-a881-c32c389ec88f req-828f6805-8ede-48aa-8e26-00fb2531b7c5 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Refreshing network info cache for port 53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.303403] env[62093]: DEBUG nova.network.neutron [-] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.316664] env[62093]: DEBUG nova.network.neutron [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Updating instance_info_cache with network_info: [{"id": "dd4acfee-2f12-40f1-9879-f17f1cc7a617", "address": "fa:16:3e:5e:8c:99", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4acfee-2f", "ovs_interfaceid": "dd4acfee-2f12-40f1-9879-f17f1cc7a617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.331443] env[62093]: DEBUG oslo_vmware.api [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.370778] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.371040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.427128] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709800, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.488240] env[62093]: DEBUG nova.scheduler.client.report [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1366.539900] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.609105] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709802, 'name': ReconfigVM_Task, 'duration_secs': 0.705621} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.609443] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53/6e8789c5-3287-4939-98a4-802edbae4b53.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.610250] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d78ecb3c-6e23-47e3-bd64-6d730e9841af {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.617836] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1366.617836] env[62093]: value = "task-1709803" [ 1366.617836] env[62093]: _type = "Task" [ 1366.617836] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.625822] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709803, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.636951] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received event network-vif-plugged-f68d5553-9795-4d13-98fa-9819d474c992 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1366.636951] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Acquiring lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.636951] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.637255] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.637363] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] No waiting events found dispatching network-vif-plugged-f68d5553-9795-4d13-98fa-9819d474c992 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1366.637437] env[62093]: WARNING nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received unexpected event network-vif-plugged-f68d5553-9795-4d13-98fa-9819d474c992 for instance with vm_state active and task_state None. [ 1366.637626] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received event network-changed-f68d5553-9795-4d13-98fa-9819d474c992 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1366.637735] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Refreshing instance network info cache due to event network-changed-f68d5553-9795-4d13-98fa-9819d474c992. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1366.637913] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Acquiring lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.638121] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Acquired lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.638356] env[62093]: DEBUG nova.network.neutron [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Refreshing network info cache for port f68d5553-9795-4d13-98fa-9819d474c992 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.807927] env[62093]: INFO nova.compute.manager [-] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Took 1.32 seconds to deallocate network for instance. [ 1366.824643] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "refresh_cache-83c03847-f728-4adc-b77b-13cb3f6b6aec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.824965] env[62093]: DEBUG nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Instance network_info: |[{"id": "dd4acfee-2f12-40f1-9879-f17f1cc7a617", "address": "fa:16:3e:5e:8c:99", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4acfee-2f", "ovs_interfaceid": "dd4acfee-2f12-40f1-9879-f17f1cc7a617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1366.826347] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:8c:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd4acfee-2f12-40f1-9879-f17f1cc7a617', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.834812] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating folder: Project (dedf2cf7a88a40368fb6747e4618954d). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.843226] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80a92c57-bfd0-4646-bdf4-8e00520f633d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.845105] env[62093]: DEBUG oslo_vmware.api [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.860763] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created folder: Project (dedf2cf7a88a40368fb6747e4618954d) in parent group-v356072. [ 1366.860978] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating folder: Instances. Parent ref: group-v356217. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.861872] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cdb7f10-fd0c-43e1-8509-a679d9c556cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.874767] env[62093]: DEBUG nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1366.878875] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created folder: Instances in parent group-v356217. [ 1366.879351] env[62093]: DEBUG oslo.service.loopingcall [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1366.884034] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.884034] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49ee1336-aa9b-4c03-bd61-4e5bb69c68c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.911720] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.911720] env[62093]: value = "task-1709806" [ 1366.911720] env[62093]: _type = "Task" [ 1366.911720] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.921208] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709806, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.933163] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709800, 'name': CreateVM_Task, 'duration_secs': 1.240331} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.933579] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.934294] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.934931] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.934931] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.935300] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0d1bbf-6506-4a35-84cc-db672d4f44c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.942059] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1366.942059] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a248a8-8214-7c56-cee1-31496a9145f0" [ 1366.942059] env[62093]: _type = "Task" [ 1366.942059] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.955561] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a248a8-8214-7c56-cee1-31496a9145f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.956592] env[62093]: DEBUG nova.network.neutron [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Updating instance_info_cache with network_info: [{"id": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "address": "fa:16:3e:24:23:bf", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3fa3a1-eb", "ovs_interfaceid": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.994769] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.873s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.995854] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1366.998305] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.791s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.999866] env[62093]: INFO nova.compute.claims [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.043335] env[62093]: DEBUG oslo_vmware.api [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709801, 'name': PowerOnVM_Task, 'duration_secs': 1.418323} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.044239] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.044477] env[62093]: DEBUG nova.compute.manager [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1367.045332] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69681a2-81f9-4154-8bf6-82edcdbe560d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.088932] env[62093]: DEBUG nova.network.neutron [req-3f8a046a-0cb5-4c40-a881-c32c389ec88f req-828f6805-8ede-48aa-8e26-00fb2531b7c5 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updated VIF entry in instance network info cache for port 53239a09-a127-4e1d-a884-f5999fcb8139. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.089356] env[62093]: DEBUG nova.network.neutron [req-3f8a046a-0cb5-4c40-a881-c32c389ec88f req-828f6805-8ede-48aa-8e26-00fb2531b7c5 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updating instance_info_cache with network_info: [{"id": "53239a09-a127-4e1d-a884-f5999fcb8139", "address": "fa:16:3e:25:30:d7", "network": {"id": "d5cfd37d-1598-4c38-9b28-dde97dbe102f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1193982296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a274d6089e4b85a7c3bffa30e7f162", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53239a09-a1", "ovs_interfaceid": "53239a09-a127-4e1d-a884-f5999fcb8139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.127922] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709803, 'name': Rename_Task, 'duration_secs': 0.181573} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.128215] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.128505] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff457144-ffdd-4548-a6a6-80f6ee930bb0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.135710] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1367.135710] env[62093]: value = "task-1709807" [ 1367.135710] env[62093]: _type = "Task" [ 1367.135710] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.145427] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.316055] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.331844] env[62093]: DEBUG oslo_vmware.api [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709799, 'name': ReconfigVM_Task, 'duration_secs': 2.004962} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.332474] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.332728] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Reconfigured VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1367.352488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "720ede3f-9e51-482b-bcfb-a2d5488711a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.352755] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "720ede3f-9e51-482b-bcfb-a2d5488711a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.353244] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "720ede3f-9e51-482b-bcfb-a2d5488711a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.353244] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "720ede3f-9e51-482b-bcfb-a2d5488711a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.353891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "720ede3f-9e51-482b-bcfb-a2d5488711a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.356332] env[62093]: INFO nova.compute.manager [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Terminating instance [ 1367.358581] env[62093]: DEBUG nova.compute.manager [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1367.358988] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.359823] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9dd083-b9be-40fe-8a63-809dbc3fe1a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.371175] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.371468] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f308914-f093-4e91-9583-57403e6467f1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.378396] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1367.378396] env[62093]: value = "task-1709808" [ 1367.378396] env[62093]: _type = "Task" [ 1367.378396] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.382339] env[62093]: DEBUG nova.network.neutron [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updated VIF entry in instance network info cache for port f68d5553-9795-4d13-98fa-9819d474c992. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.382744] env[62093]: DEBUG nova.network.neutron [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f68d5553-9795-4d13-98fa-9819d474c992", "address": "fa:16:3e:63:1e:6f", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68d5553-97", "ovs_interfaceid": "f68d5553-9795-4d13-98fa-9819d474c992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.393568] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.413682] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.431552] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709806, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.453913] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a248a8-8214-7c56-cee1-31496a9145f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01408} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.454116] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.454353] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.454583] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.454725] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.454900] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.455195] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d6c3089-739c-4aa7-adb2-5c3cedc96d7c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.459941] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] Releasing lock "refresh_cache-120937ab-0557-40a6-8378-9d3c8d7bcc17" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.460258] env[62093]: DEBUG nova.compute.manager [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Inject network info {{(pid=62093) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1367.460585] env[62093]: DEBUG nova.compute.manager [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] network_info to inject: |[{"id": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "address": "fa:16:3e:24:23:bf", "network": {"id": "f2a61209-4dd7-4abf-a1be-6aeb3fd567c8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1984904657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f859cf609c4e588cedcfa0489d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3fa3a1-eb", "ovs_interfaceid": "8c3fa3a1-eb52-455b-84b0-19175eaf02d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1367.467106] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Reconfiguring VM instance to set the machine id {{(pid=62093) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1367.468045] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b73db514-fa5f-48bb-aba9-9fc084acf11b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.479582] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.479903] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.481436] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb460e95-3e90-4d69-b339-b78f0789a908 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.486808] env[62093]: DEBUG oslo_vmware.api [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] Waiting for the task: (returnval){ [ 1367.486808] env[62093]: value = "task-1709809" [ 1367.486808] env[62093]: _type = "Task" [ 1367.486808] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.488472] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1367.488472] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527ebc4d-46ed-bc5d-60c6-60d6deaeeffa" [ 1367.488472] env[62093]: _type = "Task" [ 1367.488472] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.498970] env[62093]: DEBUG oslo_vmware.api [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] Task: {'id': task-1709809, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.501974] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527ebc4d-46ed-bc5d-60c6-60d6deaeeffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.507304] env[62093]: DEBUG nova.compute.utils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.510732] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1367.510952] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.563199] env[62093]: DEBUG nova.policy [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ab42a4cdab546fab013fb05d1ba7ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c800cad4ff04eaf98a12343835040c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1367.567173] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.591900] env[62093]: DEBUG oslo_concurrency.lockutils [req-3f8a046a-0cb5-4c40-a881-c32c389ec88f req-828f6805-8ede-48aa-8e26-00fb2531b7c5 service nova] Releasing lock "refresh_cache-720ede3f-9e51-482b-bcfb-a2d5488711a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.646021] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.805274] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Successfully created port: c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.837319] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b5ad4854-765e-4239-b251-fae1367f81a8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-bc46f22b-e915-4f69-8cec-960ab8c3d1f5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.432s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.888502] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Releasing lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.888801] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Received event network-vif-plugged-c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1367.889032] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Acquiring lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.889260] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.889428] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.889611] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] No waiting events found dispatching network-vif-plugged-c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1367.889757] env[62093]: WARNING nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Received unexpected event network-vif-plugged-c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 for instance with vm_state building and task_state spawning. [ 1367.889919] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Received event network-changed-c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1367.890104] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Refreshing instance network info cache due to event network-changed-c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1367.890296] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Acquiring lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.890423] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Acquired lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.890636] env[62093]: DEBUG nova.network.neutron [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Refreshing network info cache for port c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.891762] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.930630] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709806, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.002818] env[62093]: DEBUG oslo_vmware.api [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] Task: {'id': task-1709809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.008383] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527ebc4d-46ed-bc5d-60c6-60d6deaeeffa, 'name': SearchDatastore_Task, 'duration_secs': 0.037994} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.009733] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb54580-eff0-44c0-ba7f-6724e2a336bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.013461] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1368.029767] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1368.029767] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525e8e80-f7d1-d029-60d3-a5af02f88db6" [ 1368.029767] env[62093]: _type = "Task" [ 1368.029767] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.038226] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525e8e80-f7d1-d029-60d3-a5af02f88db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.152468] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.392240] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.427255] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709806, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.458350] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a60c2-1eac-4005-9cef-56ba43786d5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.465876] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b17625-478a-49a4-9264-e927653bd65e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.498160] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f43f60a-bce9-41c0-9ad6-f9fc97d89e3d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.505763] env[62093]: DEBUG oslo_vmware.api [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] Task: {'id': task-1709809, 'name': ReconfigVM_Task, 'duration_secs': 0.561331} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.507843] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1eaa2d-2de0-4302-9928-8dc872ede2c1 tempest-ServersAdminTestJSON-1912330304 tempest-ServersAdminTestJSON-1912330304-project-admin] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Reconfigured VM instance to set the machine id {{(pid=62093) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1368.509305] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f592047f-41c2-41b4-8204-d28bda9e4fcb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.523870] env[62093]: DEBUG nova.compute.provider_tree [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.543737] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525e8e80-f7d1-d029-60d3-a5af02f88db6, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.544041] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.544297] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84/e3ebd549-c79e-4984-a0af-d4cef39cdc84.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.544548] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d0eb57e-b961-4689-91d7-0b77dd44e552 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.551727] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1368.551727] env[62093]: value = "task-1709810" [ 1368.551727] env[62093]: _type = "Task" [ 1368.551727] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.561958] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.655559] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.814922] env[62093]: DEBUG nova.network.neutron [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updated VIF entry in instance network info cache for port c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.814922] env[62093]: DEBUG nova.network.neutron [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance_info_cache with network_info: [{"id": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "address": "fa:16:3e:58:95:0f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eadb57-1b", "ovs_interfaceid": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.894763] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709808, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.922975] env[62093]: DEBUG nova.compute.manager [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Received event network-vif-plugged-dd4acfee-2f12-40f1-9879-f17f1cc7a617 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1368.923231] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] Acquiring lock "83c03847-f728-4adc-b77b-13cb3f6b6aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.923448] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] Lock "83c03847-f728-4adc-b77b-13cb3f6b6aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.923617] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] Lock "83c03847-f728-4adc-b77b-13cb3f6b6aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.923782] env[62093]: DEBUG nova.compute.manager [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] No waiting events found dispatching network-vif-plugged-dd4acfee-2f12-40f1-9879-f17f1cc7a617 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1368.923947] env[62093]: WARNING nova.compute.manager [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Received unexpected event network-vif-plugged-dd4acfee-2f12-40f1-9879-f17f1cc7a617 for instance with vm_state building and task_state spawning. [ 1368.924116] env[62093]: DEBUG nova.compute.manager [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Received event network-changed-dd4acfee-2f12-40f1-9879-f17f1cc7a617 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1368.924270] env[62093]: DEBUG nova.compute.manager [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Refreshing instance network info cache due to event network-changed-dd4acfee-2f12-40f1-9879-f17f1cc7a617. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1368.924452] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] Acquiring lock "refresh_cache-83c03847-f728-4adc-b77b-13cb3f6b6aec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.924600] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] Acquired lock "refresh_cache-83c03847-f728-4adc-b77b-13cb3f6b6aec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.924756] env[62093]: DEBUG nova.network.neutron [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Refreshing network info cache for port dd4acfee-2f12-40f1-9879-f17f1cc7a617 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.933235] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709806, 'name': CreateVM_Task, 'duration_secs': 1.550716} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.933522] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.934225] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.934394] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.934741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1368.935595] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841661fc-c71a-4060-b828-e1f02c49b4bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.943498] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1368.943498] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fd9714-1a26-255c-d0f6-0e1f2fc0aadd" [ 1368.943498] env[62093]: _type = "Task" [ 1368.943498] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.954679] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fd9714-1a26-255c-d0f6-0e1f2fc0aadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.026538] env[62093]: DEBUG nova.scheduler.client.report [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1369.032206] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1369.063954] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1369.063954] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1369.064169] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.064389] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1369.064545] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.064713] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1369.064925] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1369.065099] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1369.065268] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1369.065424] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1369.065589] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1369.067066] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9e14fd-ea82-4d51-9479-3addb941ceb1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.073407] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505344} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.073995] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84/e3ebd549-c79e-4984-a0af-d4cef39cdc84.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.074301] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.074559] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeda7862-ba13-4be3-bcd5-4cf5c9614b12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.082636] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c268f6-0c74-48c4-961e-56d521a1b8c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.090115] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1369.090115] env[62093]: value = "task-1709811" [ 1369.090115] env[62093]: _type = "Task" [ 1369.090115] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.108735] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.141530] env[62093]: DEBUG nova.compute.manager [req-e687bd80-6ebe-4ce6-95fa-ba5c0e6c4a94 req-164974c0-d626-4d59-926c-a7bf2aa81bb0 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Received event network-changed-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.141722] env[62093]: DEBUG nova.compute.manager [req-e687bd80-6ebe-4ce6-95fa-ba5c0e6c4a94 req-164974c0-d626-4d59-926c-a7bf2aa81bb0 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Refreshing instance network info cache due to event network-changed-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1369.141869] env[62093]: DEBUG oslo_concurrency.lockutils [req-e687bd80-6ebe-4ce6-95fa-ba5c0e6c4a94 req-164974c0-d626-4d59-926c-a7bf2aa81bb0 service nova] Acquiring lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.142015] env[62093]: DEBUG oslo_concurrency.lockutils [req-e687bd80-6ebe-4ce6-95fa-ba5c0e6c4a94 req-164974c0-d626-4d59-926c-a7bf2aa81bb0 service nova] Acquired lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.142180] env[62093]: DEBUG nova.network.neutron [req-e687bd80-6ebe-4ce6-95fa-ba5c0e6c4a94 req-164974c0-d626-4d59-926c-a7bf2aa81bb0 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Refreshing network info cache for port 5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.152702] env[62093]: DEBUG oslo_vmware.api [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709807, 'name': PowerOnVM_Task, 'duration_secs': 1.577654} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.153557] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.153788] env[62093]: INFO nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1369.153943] env[62093]: DEBUG nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1369.154614] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61454a-eaa3-401c-96d9-3c3840053274 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.277037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Acquiring lock "31be046d-be83-42b0-a594-21849b0d577f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.277037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Lock "31be046d-be83-42b0-a594-21849b0d577f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.319746] env[62093]: DEBUG oslo_concurrency.lockutils [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] Releasing lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.320053] env[62093]: DEBUG nova.compute.manager [req-fec356b9-fad0-4d9e-bae8-2de432763379 req-e98bb087-5808-4cfc-92a9-b4d7389bd417 service nova] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Received event network-vif-deleted-8598b0bd-b5de-4cdb-8af9-fd1800f7a8b3 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.383676] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Successfully updated port: c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.394857] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709808, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.454477] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fd9714-1a26-255c-d0f6-0e1f2fc0aadd, 'name': SearchDatastore_Task, 'duration_secs': 0.053877} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.455220] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.455220] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.456101] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.456101] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.456101] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.456274] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3beb548-a4f4-4d29-adf8-80aabd205172 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.465112] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.465331] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.466141] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29287ac6-0914-47b5-92f2-3507170703ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.471806] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1369.471806] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520f57ab-6b01-cd3a-1e1c-11a2116af2e4" [ 1369.471806] env[62093]: _type = "Task" [ 1369.471806] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.479648] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520f57ab-6b01-cd3a-1e1c-11a2116af2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.531510] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.532705] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1369.535267] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.650s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.536937] env[62093]: INFO nova.compute.claims [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.549854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.550395] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.550910] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.551219] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.551670] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.555555] env[62093]: INFO nova.compute.manager [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Terminating instance [ 1369.556675] env[62093]: DEBUG nova.compute.manager [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1369.556675] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.557540] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b86c11-a4cd-40a2-86e0-ed44ee55695b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.565701] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.566052] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4274687b-08db-4aaa-890a-e0578e3e4fe5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.576053] env[62093]: DEBUG oslo_vmware.api [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1369.576053] env[62093]: value = "task-1709812" [ 1369.576053] env[62093]: _type = "Task" [ 1369.576053] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.586916] env[62093]: DEBUG oslo_vmware.api [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.599013] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162059} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.599261] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.600365] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e436bd-2a8f-4665-b81f-845ddc3fc254 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.621065] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84/e3ebd549-c79e-4984-a0af-d4cef39cdc84.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.623564] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0555b0-5602-4fb1-b4a0-c12159eb2a05 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.644201] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1369.644201] env[62093]: value = "task-1709813" [ 1369.644201] env[62093]: _type = "Task" [ 1369.644201] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.652286] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.673348] env[62093]: INFO nova.compute.manager [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Took 36.31 seconds to build instance. [ 1369.674831] env[62093]: DEBUG nova.network.neutron [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Updated VIF entry in instance network info cache for port dd4acfee-2f12-40f1-9879-f17f1cc7a617. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.675156] env[62093]: DEBUG nova.network.neutron [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Updating instance_info_cache with network_info: [{"id": "dd4acfee-2f12-40f1-9879-f17f1cc7a617", "address": "fa:16:3e:5e:8c:99", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4acfee-2f", "ovs_interfaceid": "dd4acfee-2f12-40f1-9879-f17f1cc7a617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.705628] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.705736] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.706307] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "c8bbc092-e564-4c19-b787-65afa1ae7d60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.706307] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.706307] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.708121] env[62093]: INFO nova.compute.manager [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Terminating instance [ 1369.713679] env[62093]: DEBUG nova.compute.manager [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1369.713946] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.714722] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb2e340-e461-4341-885d-f189b62f65e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.723043] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.723349] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-561b846f-eba0-42eb-83c1-14210af3970f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.729486] env[62093]: DEBUG oslo_vmware.api [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1369.729486] env[62093]: value = "task-1709814" [ 1369.729486] env[62093]: _type = "Task" [ 1369.729486] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.737244] env[62093]: DEBUG oslo_vmware.api [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.784027] env[62093]: DEBUG nova.compute.utils [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.891027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "refresh_cache-ba998c86-cbbb-4280-b2f7-e637076d4b5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.891027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "refresh_cache-ba998c86-cbbb-4280-b2f7-e637076d4b5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.891472] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.898427] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709808, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.932058] env[62093]: DEBUG nova.network.neutron [req-e687bd80-6ebe-4ce6-95fa-ba5c0e6c4a94 req-164974c0-d626-4d59-926c-a7bf2aa81bb0 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updated VIF entry in instance network info cache for port 5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.932058] env[62093]: DEBUG nova.network.neutron [req-e687bd80-6ebe-4ce6-95fa-ba5c0e6c4a94 req-164974c0-d626-4d59-926c-a7bf2aa81bb0 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updating instance_info_cache with network_info: [{"id": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "address": "fa:16:3e:1b:15:7d", "network": {"id": "0dd7d017-a8fc-4ba2-9952-db9bb5e6ac44", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392857051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87adb936868248f28126c4ce0f15098c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc6379-d6", "ovs_interfaceid": "5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.982510] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520f57ab-6b01-cd3a-1e1c-11a2116af2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.983351] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3c56d9-f53a-4f5c-a2ee-a9862c7e464a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.988921] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1369.988921] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b84355-8c2a-f2d8-9f7c-8cb0ab84af41" [ 1369.988921] env[62093]: _type = "Task" [ 1369.988921] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.996310] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b84355-8c2a-f2d8-9f7c-8cb0ab84af41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.044448] env[62093]: DEBUG nova.compute.utils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.045838] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1370.046026] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.087957] env[62093]: DEBUG oslo_vmware.api [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709812, 'name': PowerOffVM_Task, 'duration_secs': 0.447309} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.089461] env[62093]: DEBUG nova.policy [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ab42a4cdab546fab013fb05d1ba7ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c800cad4ff04eaf98a12343835040c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1370.090936] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.091128] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.091662] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-371ad6d1-e218-4c1b-a094-a417bcb8f765 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.153796] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.177534] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f3710119-3c2d-42c4-97fa-6b10549f0b17 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "6e8789c5-3287-4939-98a4-802edbae4b53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.821s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.178066] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b642063-c4a9-4a55-9bc9-7ca233d02741 req-6391ddb9-52e8-4a64-92d8-9b0d06193dd6 service nova] Releasing lock "refresh_cache-83c03847-f728-4adc-b77b-13cb3f6b6aec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.198354] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.198575] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.198785] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleting the datastore file [datastore1] 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.199096] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05e821e6-8f06-476c-a764-a92b191f3e00 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.206354] env[62093]: DEBUG oslo_vmware.api [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1370.206354] env[62093]: value = "task-1709816" [ 1370.206354] env[62093]: _type = "Task" [ 1370.206354] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.214201] env[62093]: DEBUG oslo_vmware.api [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.238992] env[62093]: DEBUG oslo_vmware.api [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709814, 'name': PowerOffVM_Task, 'duration_secs': 0.291156} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.239334] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.239468] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.239838] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a045f13b-fbeb-4a20-b010-d53d8e986b2a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.286788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Lock "31be046d-be83-42b0-a594-21849b0d577f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.341966] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.342241] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.342377] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Deleting the datastore file [datastore1] c8bbc092-e564-4c19-b787-65afa1ae7d60 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.342643] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-355af1b6-0363-49a8-9738-463451114cb5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.349673] env[62093]: DEBUG oslo_vmware.api [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1370.349673] env[62093]: value = "task-1709818" [ 1370.349673] env[62093]: _type = "Task" [ 1370.349673] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.358570] env[62093]: DEBUG oslo_vmware.api [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.394621] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709808, 'name': PowerOffVM_Task, 'duration_secs': 2.633613} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.394927] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.395300] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.395678] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efeb1787-72a5-434c-bf08-790c09ce527c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.437757] env[62093]: DEBUG oslo_concurrency.lockutils [req-e687bd80-6ebe-4ce6-95fa-ba5c0e6c4a94 req-164974c0-d626-4d59-926c-a7bf2aa81bb0 service nova] Releasing lock "refresh_cache-c8bbc092-e564-4c19-b787-65afa1ae7d60" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.441166] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Successfully created port: 86fadaaa-aa19-4511-b7a4-56e0d85ca2ff {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.446019] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.490413] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.490629] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.490821] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Deleting the datastore file [datastore1] 720ede3f-9e51-482b-bcfb-a2d5488711a5 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.494202] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb127874-08b2-431a-b515-cab8f0181d33 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.501563] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b84355-8c2a-f2d8-9f7c-8cb0ab84af41, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.502882] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.503162] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 83c03847-f728-4adc-b77b-13cb3f6b6aec/83c03847-f728-4adc-b77b-13cb3f6b6aec.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.503465] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for the task: (returnval){ [ 1370.503465] env[62093]: value = "task-1709820" [ 1370.503465] env[62093]: _type = "Task" [ 1370.503465] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.503649] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da69160c-3d25-42f6-a133-2ccb37b4a380 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.513197] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.514425] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1370.514425] env[62093]: value = "task-1709821" [ 1370.514425] env[62093]: _type = "Task" [ 1370.514425] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.521765] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.550818] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1370.600780] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Updating instance_info_cache with network_info: [{"id": "c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5", "address": "fa:16:3e:57:f7:b3", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cfd684-95", "ovs_interfaceid": "c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.656304] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709813, 'name': ReconfigVM_Task, 'duration_secs': 0.743713} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.656576] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84/e3ebd549-c79e-4984-a0af-d4cef39cdc84.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.657414] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ab503ea-29a5-4179-a618-a6ec44a3133c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.664254] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1370.664254] env[62093]: value = "task-1709822" [ 1370.664254] env[62093]: _type = "Task" [ 1370.664254] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.674308] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709822, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.715908] env[62093]: DEBUG oslo_vmware.api [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250423} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.716203] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.716389] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.716575] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.716793] env[62093]: INFO nova.compute.manager [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1370.717062] env[62093]: DEBUG oslo.service.loopingcall [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.717276] env[62093]: DEBUG nova.compute.manager [-] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1370.717352] env[62093]: DEBUG nova.network.neutron [-] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.758237] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "900a64bc-5359-4a3f-afba-aacc2cedaef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.758485] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "900a64bc-5359-4a3f-afba-aacc2cedaef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.861130] env[62093]: DEBUG oslo_vmware.api [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206094} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.864047] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.864263] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.864477] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.864666] env[62093]: INFO nova.compute.manager [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1370.864945] env[62093]: DEBUG oslo.service.loopingcall [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.865838] env[62093]: DEBUG nova.compute.manager [-] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1370.865974] env[62093]: DEBUG nova.network.neutron [-] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.016291] env[62093]: DEBUG oslo_vmware.api [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Task: {'id': task-1709820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159559} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.022227] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.022436] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.022615] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.022794] env[62093]: INFO nova.compute.manager [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Took 3.66 seconds to destroy the instance on the hypervisor. [ 1371.023130] env[62093]: DEBUG oslo.service.loopingcall [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.023983] env[62093]: DEBUG nova.compute.manager [-] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1371.024109] env[62093]: DEBUG nova.network.neutron [-] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.031063] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709821, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.104684] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "refresh_cache-ba998c86-cbbb-4280-b2f7-e637076d4b5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.104997] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Instance network_info: |[{"id": "c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5", "address": "fa:16:3e:57:f7:b3", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cfd684-95", "ovs_interfaceid": "c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1371.106513] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:f7:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.116775] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Creating folder: Project (2c800cad4ff04eaf98a12343835040c9). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.117043] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ca0ee3-2e06-46b7-a287-e316d5b82e85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.128267] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Created folder: Project (2c800cad4ff04eaf98a12343835040c9) in parent group-v356072. [ 1371.128385] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Creating folder: Instances. Parent ref: group-v356220. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.131231] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9171c6b7-58d9-438e-a65e-f343d8460573 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.142407] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Created folder: Instances in parent group-v356220. [ 1371.142653] env[62093]: DEBUG oslo.service.loopingcall [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.142852] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.143073] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e77cc082-b5b1-4596-b339-768f55fba517 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.160782] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172af087-03bd-4c74-9c12-4391b44adcae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.174546] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.174546] env[62093]: value = "task-1709825" [ 1371.174546] env[62093]: _type = "Task" [ 1371.174546] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.176352] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b551e793-22a0-40a9-8619-0da35553bd02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.186589] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709822, 'name': Rename_Task, 'duration_secs': 0.266928} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.187579] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.188204] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-522d634d-6f8d-492d-a3ed-3bf73412c961 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.220529] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709825, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.221699] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db25dd7-b4bc-4dca-8ce7-aaeb223d982f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.226343] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1371.226343] env[62093]: value = "task-1709826" [ 1371.226343] env[62093]: _type = "Task" [ 1371.226343] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.233146] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d4b125-d6ac-45dd-b466-0c3a3345a0cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.241198] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.251707] env[62093]: DEBUG nova.compute.provider_tree [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.263773] env[62093]: DEBUG nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1371.342974] env[62093]: DEBUG nova.compute.manager [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Received event network-vif-plugged-c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1371.343225] env[62093]: DEBUG oslo_concurrency.lockutils [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] Acquiring lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.343457] env[62093]: DEBUG oslo_concurrency.lockutils [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] Lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.343586] env[62093]: DEBUG oslo_concurrency.lockutils [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] Lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.343758] env[62093]: DEBUG nova.compute.manager [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] No waiting events found dispatching network-vif-plugged-c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1371.343924] env[62093]: WARNING nova.compute.manager [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Received unexpected event network-vif-plugged-c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5 for instance with vm_state building and task_state spawning. [ 1371.344814] env[62093]: DEBUG nova.compute.manager [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Received event network-changed-c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1371.345162] env[62093]: DEBUG nova.compute.manager [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Refreshing instance network info cache due to event network-changed-c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1371.345466] env[62093]: DEBUG oslo_concurrency.lockutils [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] Acquiring lock "refresh_cache-ba998c86-cbbb-4280-b2f7-e637076d4b5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.345466] env[62093]: DEBUG oslo_concurrency.lockutils [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] Acquired lock "refresh_cache-ba998c86-cbbb-4280-b2f7-e637076d4b5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.345639] env[62093]: DEBUG nova.network.neutron [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Refreshing network info cache for port c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.442653] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Acquiring lock "31be046d-be83-42b0-a594-21849b0d577f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.442815] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Lock "31be046d-be83-42b0-a594-21849b0d577f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.443019] env[62093]: INFO nova.compute.manager [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Attaching volume bed76c4a-f1cd-4431-8fff-8c8310f73f3f to /dev/sdb [ 1371.481115] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0182a042-8701-4075-beb2-3186416f2aee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.489561] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ca380-ae73-46c7-b575-11e166be5a86 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.504933] env[62093]: DEBUG nova.virt.block_device [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updating existing volume attachment record: de8f4ef5-f9e2-44ac-b74b-1ea7db886e06 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1371.527564] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529475} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.527880] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 83c03847-f728-4adc-b77b-13cb3f6b6aec/83c03847-f728-4adc-b77b-13cb3f6b6aec.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.528119] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.528383] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9119b2de-8f8d-41a3-b2d9-82b6b86ed977 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.535406] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1371.535406] env[62093]: value = "task-1709827" [ 1371.535406] env[62093]: _type = "Task" [ 1371.535406] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.544590] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.564668] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1371.598867] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1371.599166] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1371.599333] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.599501] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1371.602732] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.602732] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1371.602732] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1371.602732] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1371.602732] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1371.602732] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1371.602732] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1371.602732] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136b3b7d-6a33-4f7d-90a2-3482fc1289b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.609861] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db29f96-df86-48b0-a7fb-54a9f7d80367 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.667570] env[62093]: DEBUG nova.network.neutron [-] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.691428] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709825, 'name': CreateVM_Task, 'duration_secs': 0.442292} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.691428] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.692654] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.692654] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.692654] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.693105] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b80ded3-07bf-4b6b-b508-81dfb076859c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.699714] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1371.699714] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52061997-64b8-25ee-3a8d-0894ee22419d" [ 1371.699714] env[62093]: _type = "Task" [ 1371.699714] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.712983] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52061997-64b8-25ee-3a8d-0894ee22419d, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.713834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.714174] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.714488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.714488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.714617] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.715112] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14539ca4-425b-44e7-8c72-6f9de3494230 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.723239] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.723428] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.724317] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2eb602-0565-4255-bc30-50f8bc544f4c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.738909] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1371.738909] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5275dee7-b087-5a1e-a093-baea2e77da1e" [ 1371.738909] env[62093]: _type = "Task" [ 1371.738909] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.738909] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709826, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.747690] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275dee7-b087-5a1e-a093-baea2e77da1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.755045] env[62093]: DEBUG nova.scheduler.client.report [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1371.794149] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.838244] env[62093]: DEBUG nova.network.neutron [-] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.863239] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-bc46f22b-e915-4f69-8cec-960ab8c3d1f5-f68d5553-9795-4d13-98fa-9819d474c992" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.864850] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-bc46f22b-e915-4f69-8cec-960ab8c3d1f5-f68d5553-9795-4d13-98fa-9819d474c992" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.918329] env[62093]: INFO nova.compute.manager [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Rescuing [ 1371.918638] env[62093]: DEBUG oslo_concurrency.lockutils [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.918891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.919282] env[62093]: DEBUG nova.network.neutron [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.046661] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084204} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.046947] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.047700] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61deab88-b480-4f31-a5a9-4a283ea4e3b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.080772] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 83c03847-f728-4adc-b77b-13cb3f6b6aec/83c03847-f728-4adc-b77b-13cb3f6b6aec.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.081038] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80bf5bcd-62f5-4cd3-9ac6-b3f03332f7be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.100625] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1372.100625] env[62093]: value = "task-1709832" [ 1372.100625] env[62093]: _type = "Task" [ 1372.100625] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.104360] env[62093]: DEBUG nova.network.neutron [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Updated VIF entry in instance network info cache for port c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.104676] env[62093]: DEBUG nova.network.neutron [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Updating instance_info_cache with network_info: [{"id": "c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5", "address": "fa:16:3e:57:f7:b3", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cfd684-95", "ovs_interfaceid": "c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.110899] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.170649] env[62093]: INFO nova.compute.manager [-] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Took 1.45 seconds to deallocate network for instance. [ 1372.204589] env[62093]: DEBUG nova.network.neutron [-] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.239953] env[62093]: DEBUG oslo_vmware.api [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709826, 'name': PowerOnVM_Task, 'duration_secs': 0.560659} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.244701] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.245081] env[62093]: INFO nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1372.245371] env[62093]: DEBUG nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1372.246248] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6b51f6-dfd0-4e32-8aae-29e823345b11 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.256414] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275dee7-b087-5a1e-a093-baea2e77da1e, 'name': SearchDatastore_Task, 'duration_secs': 0.018033} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.261701] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10827339-7599-465d-81ec-e7eb55922c1b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.264632] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.265275] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1372.268483] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.082s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.268837] env[62093]: DEBUG nova.objects.instance [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lazy-loading 'resources' on Instance uuid c9aa8cda-9a07-4463-9552-c8af6c2f90f4 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.274848] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1372.274848] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524ca874-4ea8-37a9-03dc-c4635906da33" [ 1372.274848] env[62093]: _type = "Task" [ 1372.274848] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.284206] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524ca874-4ea8-37a9-03dc-c4635906da33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.323272] env[62093]: DEBUG nova.compute.manager [req-470d6014-f46c-406c-a6fe-4ff0ab9fd408 req-aa4a7bf2-a98a-4574-bb3b-8ca38be843c3 service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Received event network-vif-plugged-86fadaaa-aa19-4511-b7a4-56e0d85ca2ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.323272] env[62093]: DEBUG oslo_concurrency.lockutils [req-470d6014-f46c-406c-a6fe-4ff0ab9fd408 req-aa4a7bf2-a98a-4574-bb3b-8ca38be843c3 service nova] Acquiring lock "8fdab373-a464-4f3d-b418-2e9294fd4237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.323272] env[62093]: DEBUG oslo_concurrency.lockutils [req-470d6014-f46c-406c-a6fe-4ff0ab9fd408 req-aa4a7bf2-a98a-4574-bb3b-8ca38be843c3 service nova] Lock "8fdab373-a464-4f3d-b418-2e9294fd4237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.323272] env[62093]: DEBUG oslo_concurrency.lockutils [req-470d6014-f46c-406c-a6fe-4ff0ab9fd408 req-aa4a7bf2-a98a-4574-bb3b-8ca38be843c3 service nova] Lock "8fdab373-a464-4f3d-b418-2e9294fd4237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.323272] env[62093]: DEBUG nova.compute.manager [req-470d6014-f46c-406c-a6fe-4ff0ab9fd408 req-aa4a7bf2-a98a-4574-bb3b-8ca38be843c3 service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] No waiting events found dispatching network-vif-plugged-86fadaaa-aa19-4511-b7a4-56e0d85ca2ff {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1372.323272] env[62093]: WARNING nova.compute.manager [req-470d6014-f46c-406c-a6fe-4ff0ab9fd408 req-aa4a7bf2-a98a-4574-bb3b-8ca38be843c3 service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Received unexpected event network-vif-plugged-86fadaaa-aa19-4511-b7a4-56e0d85ca2ff for instance with vm_state building and task_state spawning. [ 1372.344556] env[62093]: INFO nova.compute.manager [-] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Took 1.48 seconds to deallocate network for instance. [ 1372.367310] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.368034] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.368582] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f72ab-0c83-4838-9357-f222bb005604 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.387868] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be5006-4c1f-42d0-a514-e167f6809d10 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.421603] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Reconfiguring VM to detach interface {{(pid=62093) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1372.422742] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Successfully updated port: 86fadaaa-aa19-4511-b7a4-56e0d85ca2ff {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.424244] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3887a903-ad14-4603-840f-5b28fe2890c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.446964] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1372.446964] env[62093]: value = "task-1709833" [ 1372.446964] env[62093]: _type = "Task" [ 1372.446964] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.455882] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.608837] env[62093]: DEBUG oslo_concurrency.lockutils [req-2b15ecd1-386a-497f-a9c4-29c1bcb474b5 req-9e72a343-ee9f-4e13-827c-29f9f70e8b9a service nova] Releasing lock "refresh_cache-ba998c86-cbbb-4280-b2f7-e637076d4b5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.616966] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.677405] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.708128] env[62093]: INFO nova.compute.manager [-] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Took 1.68 seconds to deallocate network for instance. [ 1372.777569] env[62093]: DEBUG nova.compute.utils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1372.785433] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1372.785699] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.795404] env[62093]: INFO nova.compute.manager [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Took 37.65 seconds to build instance. [ 1372.807529] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524ca874-4ea8-37a9-03dc-c4635906da33, 'name': SearchDatastore_Task, 'duration_secs': 0.015222} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.807810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.808088] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ba998c86-cbbb-4280-b2f7-e637076d4b5f/ba998c86-cbbb-4280-b2f7-e637076d4b5f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.808358] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4be9d4c-63e6-4fb8-9f83-6f46b4595818 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.820120] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1372.820120] env[62093]: value = "task-1709834" [ 1372.820120] env[62093]: _type = "Task" [ 1372.820120] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.828928] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.845356] env[62093]: DEBUG nova.policy [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ab42a4cdab546fab013fb05d1ba7ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c800cad4ff04eaf98a12343835040c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1372.852758] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.939063] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "refresh_cache-8fdab373-a464-4f3d-b418-2e9294fd4237" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.939162] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "refresh_cache-8fdab373-a464-4f3d-b418-2e9294fd4237" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.939376] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.958379] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.050092] env[62093]: DEBUG nova.network.neutron [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Updating instance_info_cache with network_info: [{"id": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "address": "fa:16:3e:e4:e9:56", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc734e7dd-c9", "ovs_interfaceid": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.076585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "7338f203-3717-4b4c-9d6b-39a9c2a74449" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.076971] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "7338f203-3717-4b4c-9d6b-39a9c2a74449" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.077870] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "7338f203-3717-4b4c-9d6b-39a9c2a74449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.077870] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "7338f203-3717-4b4c-9d6b-39a9c2a74449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.077870] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "7338f203-3717-4b4c-9d6b-39a9c2a74449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.083478] env[62093]: INFO nova.compute.manager [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Terminating instance [ 1373.086121] env[62093]: DEBUG nova.compute.manager [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1373.086370] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.087553] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69475655-4819-416e-b28f-c0da0cca963a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.097451] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.101848] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8464a9cc-65d8-4ea6-9ef6-ed7d2ce037ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.119510] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709832, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.123181] env[62093]: DEBUG oslo_vmware.api [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1373.123181] env[62093]: value = "task-1709835" [ 1373.123181] env[62093]: _type = "Task" [ 1373.123181] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.133923] env[62093]: DEBUG oslo_vmware.api [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.143609] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Successfully created port: fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.218457] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.285397] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1373.298250] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c866938-a5fb-4fe2-81c5-e85bcea7b506 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.159s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.335928] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709834, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.387996] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926dde6d-d1c7-4b72-b335-b52f8866cb26 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.398185] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493601e1-83cf-444f-bea3-3ae78b0f53fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.434840] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec32cb-a497-419c-81c1-27e3c5687a4b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.447469] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5374c5-8050-41fa-a4c1-a862022ec670 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.470051] env[62093]: DEBUG nova.compute.provider_tree [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.471604] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.527020] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.552272] env[62093]: DEBUG oslo_concurrency.lockutils [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.615795] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709832, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.634346] env[62093]: DEBUG oslo_vmware.api [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709835, 'name': PowerOffVM_Task, 'duration_secs': 0.492866} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.634346] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.634346] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.634346] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-837e6899-622f-4f57-be36-6cdada0f9d4f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.719135] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Updating instance_info_cache with network_info: [{"id": "86fadaaa-aa19-4511-b7a4-56e0d85ca2ff", "address": "fa:16:3e:d1:40:02", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fadaaa-aa", "ovs_interfaceid": "86fadaaa-aa19-4511-b7a4-56e0d85ca2ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.832877] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715695} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.834560] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ba998c86-cbbb-4280-b2f7-e637076d4b5f/ba998c86-cbbb-4280-b2f7-e637076d4b5f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.834778] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.835049] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48ba1ca9-e193-4c55-95d3-1fe34dfac6ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.841983] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1373.841983] env[62093]: value = "task-1709837" [ 1373.841983] env[62093]: _type = "Task" [ 1373.841983] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.850049] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.850954] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.851067] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Deleting the datastore file [datastore1] 7338f203-3717-4b4c-9d6b-39a9c2a74449 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.853047] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c867cea5-4989-4abc-883a-df28732fe59c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.856996] env[62093]: DEBUG nova.compute.manager [req-3830f031-4960-4bbe-9088-8226e323a741 req-b0572595-e0cc-4f1b-9728-a58410e53184 service nova] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Received event network-vif-deleted-1b9dd4da-4d80-416c-9551-70dd834ddd79 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1373.857217] env[62093]: DEBUG nova.compute.manager [req-3830f031-4960-4bbe-9088-8226e323a741 req-b0572595-e0cc-4f1b-9728-a58410e53184 service nova] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Received event network-vif-deleted-5dcc6379-d6ae-4c81-b7cb-e1c7cfb9d271 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1373.857391] env[62093]: DEBUG nova.compute.manager [req-3830f031-4960-4bbe-9088-8226e323a741 req-b0572595-e0cc-4f1b-9728-a58410e53184 service nova] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Received event network-vif-deleted-53239a09-a127-4e1d-a884-f5999fcb8139 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1373.861355] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.866705] env[62093]: DEBUG oslo_vmware.api [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1373.866705] env[62093]: value = "task-1709839" [ 1373.866705] env[62093]: _type = "Task" [ 1373.866705] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.879324] env[62093]: DEBUG oslo_vmware.api [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.963734] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.973725] env[62093]: DEBUG nova.scheduler.client.report [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1374.089147] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.089442] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955583ca-ac7a-44c9-9e74-136ea9d6571e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.097381] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1374.097381] env[62093]: value = "task-1709840" [ 1374.097381] env[62093]: _type = "Task" [ 1374.097381] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.104966] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.114193] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709832, 'name': ReconfigVM_Task, 'duration_secs': 1.710041} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.114193] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 83c03847-f728-4adc-b77b-13cb3f6b6aec/83c03847-f728-4adc-b77b-13cb3f6b6aec.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.114525] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-145ab3dd-7738-4b73-b360-049fef27fd8f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.124084] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1374.124084] env[62093]: value = "task-1709841" [ 1374.124084] env[62093]: _type = "Task" [ 1374.124084] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.132818] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709841, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.221371] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "refresh_cache-8fdab373-a464-4f3d-b418-2e9294fd4237" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.221739] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Instance network_info: |[{"id": "86fadaaa-aa19-4511-b7a4-56e0d85ca2ff", "address": "fa:16:3e:d1:40:02", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fadaaa-aa", "ovs_interfaceid": "86fadaaa-aa19-4511-b7a4-56e0d85ca2ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1374.222270] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:40:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86fadaaa-aa19-4511-b7a4-56e0d85ca2ff', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.230247] env[62093]: DEBUG oslo.service.loopingcall [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.230501] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.230757] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb091a5d-eaa6-43e6-b050-3658e2032b83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.253350] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.253528] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.258306] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.258306] env[62093]: value = "task-1709842" [ 1374.258306] env[62093]: _type = "Task" [ 1374.258306] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.270094] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709842, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.297163] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1374.334241] env[62093]: DEBUG nova.virt.hardware [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1374.335419] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5fc087-c146-41f9-a500-d17d4cf5d916 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.349191] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423450c5-c9a8-440d-b7e5-3086967dd093 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.362687] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095544} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.377719] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.379188] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b241c21f-6cb2-4072-87c3-94ecd3340b40 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.414523] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] ba998c86-cbbb-4280-b2f7-e637076d4b5f/ba998c86-cbbb-4280-b2f7-e637076d4b5f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.418501] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76fcb903-f063-4167-8c2b-9edcc02ed038 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.434477] env[62093]: DEBUG oslo_vmware.api [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276253} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.434783] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.435024] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.435438] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.435438] env[62093]: INFO nova.compute.manager [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1374.435569] env[62093]: DEBUG oslo.service.loopingcall [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.436176] env[62093]: DEBUG nova.compute.manager [-] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1374.436288] env[62093]: DEBUG nova.network.neutron [-] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.442202] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1374.442202] env[62093]: value = "task-1709843" [ 1374.442202] env[62093]: _type = "Task" [ 1374.442202] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.451102] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.465969] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.480172] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.482918] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.911s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.482918] env[62093]: DEBUG nova.objects.instance [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'resources' on Instance uuid 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.514123] env[62093]: INFO nova.scheduler.client.report [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleted allocations for instance c9aa8cda-9a07-4463-9552-c8af6c2f90f4 [ 1374.610713] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709840, 'name': PowerOffVM_Task, 'duration_secs': 0.233177} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.611074] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.611873] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ecfb48-a98d-45ed-9c10-5f090647cce8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.633473] env[62093]: INFO nova.compute.manager [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Rebuilding instance [ 1374.640249] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e11ce-3d85-47d1-a84a-a9c555ee23a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.654820] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709841, 'name': Rename_Task, 'duration_secs': 0.214227} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.655680] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.656722] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e85b4c-e618-4fb9-aba8-380f756983a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.662848] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1374.662848] env[62093]: value = "task-1709844" [ 1374.662848] env[62093]: _type = "Task" [ 1374.662848] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.676960] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.683692] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.683853] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5053653-05fb-4b3a-9fe1-b5877a9134f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.692185] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1374.692185] env[62093]: value = "task-1709845" [ 1374.692185] env[62093]: _type = "Task" [ 1374.692185] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.698166] env[62093]: DEBUG nova.compute.manager [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1374.699074] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde1e65d-4dd6-4e16-864b-0ef54ee52df6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.710149] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1374.710335] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.710587] env[62093]: DEBUG oslo_concurrency.lockutils [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.710736] env[62093]: DEBUG oslo_concurrency.lockutils [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.710938] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.713574] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66656542-2a28-4a09-b5aa-82360fe15ca4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.725774] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.726296] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.730041] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e89a3a-b9e7-4f49-8bdf-397f06d6d3cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.738039] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1374.738039] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521de929-0c93-e08a-11b5-1b8ecb8e3c00" [ 1374.738039] env[62093]: _type = "Task" [ 1374.738039] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.745790] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521de929-0c93-e08a-11b5-1b8ecb8e3c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.755452] env[62093]: DEBUG nova.compute.manager [req-b961326d-44dd-4f39-ba95-d928cf9bcb8e req-2a93da04-a97d-4700-81eb-9ec1f0a294fc service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Received event network-changed-86fadaaa-aa19-4511-b7a4-56e0d85ca2ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1374.755656] env[62093]: DEBUG nova.compute.manager [req-b961326d-44dd-4f39-ba95-d928cf9bcb8e req-2a93da04-a97d-4700-81eb-9ec1f0a294fc service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Refreshing instance network info cache due to event network-changed-86fadaaa-aa19-4511-b7a4-56e0d85ca2ff. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1374.755894] env[62093]: DEBUG oslo_concurrency.lockutils [req-b961326d-44dd-4f39-ba95-d928cf9bcb8e req-2a93da04-a97d-4700-81eb-9ec1f0a294fc service nova] Acquiring lock "refresh_cache-8fdab373-a464-4f3d-b418-2e9294fd4237" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.756018] env[62093]: DEBUG oslo_concurrency.lockutils [req-b961326d-44dd-4f39-ba95-d928cf9bcb8e req-2a93da04-a97d-4700-81eb-9ec1f0a294fc service nova] Acquired lock "refresh_cache-8fdab373-a464-4f3d-b418-2e9294fd4237" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.756340] env[62093]: DEBUG nova.network.neutron [req-b961326d-44dd-4f39-ba95-d928cf9bcb8e req-2a93da04-a97d-4700-81eb-9ec1f0a294fc service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Refreshing network info cache for port 86fadaaa-aa19-4511-b7a4-56e0d85ca2ff {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.759553] env[62093]: DEBUG nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1374.779803] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709842, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.952234] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709843, 'name': ReconfigVM_Task, 'duration_secs': 0.281131} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.952543] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] ba998c86-cbbb-4280-b2f7-e637076d4b5f/ba998c86-cbbb-4280-b2f7-e637076d4b5f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.953283] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7317eea-9c28-4a3f-b448-b9e50ad8d196 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.960690] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1374.960690] env[62093]: value = "task-1709846" [ 1374.960690] env[62093]: _type = "Task" [ 1374.960690] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.968231] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.973375] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709846, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.024241] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba645ff3-89ce-4ce7-b763-7ac85693ef57 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "c9aa8cda-9a07-4463-9552-c8af6c2f90f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.849s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.025522] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Successfully updated port: fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.177928] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709844, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.218594] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.219092] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ef2c76e-4186-4194-8dc5-16f26243bcf1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.227542] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1375.227542] env[62093]: value = "task-1709847" [ 1375.227542] env[62093]: _type = "Task" [ 1375.227542] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.246770] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.256270] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521de929-0c93-e08a-11b5-1b8ecb8e3c00, 'name': SearchDatastore_Task, 'duration_secs': 0.017975} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.260048] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c79914-67a9-43d2-bc22-b786d7707800 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.283698] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1375.283698] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526a12ba-7c84-c232-ba2e-8bbc6e858355" [ 1375.283698] env[62093]: _type = "Task" [ 1375.283698] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.291661] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709842, 'name': CreateVM_Task, 'duration_secs': 0.679726} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.291979] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.293214] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.293214] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.293214] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.296166] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54183173-ebbc-4ed5-a971-d736ee667f28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.301782] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.302274] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526a12ba-7c84-c232-ba2e-8bbc6e858355, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.303265] env[62093]: DEBUG oslo_concurrency.lockutils [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.303265] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. {{(pid=62093) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1375.303504] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4912abed-aac1-487d-8957-f8aba415947b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.307942] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1375.307942] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523c31ba-e94a-b737-0c13-3610dae55f3e" [ 1375.307942] env[62093]: _type = "Task" [ 1375.307942] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.314111] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1375.314111] env[62093]: value = "task-1709848" [ 1375.314111] env[62093]: _type = "Task" [ 1375.314111] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.328426] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523c31ba-e94a-b737-0c13-3610dae55f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.329574] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.329827] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.330088] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.330749] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.330749] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.330749] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e7c739f-d794-4590-8a9a-628e3182675a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.335455] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.344179] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.344179] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.345198] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa612ce0-ea50-4614-82e3-4d39d1d017ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.350191] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1375.350191] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ee49ec-59e5-7308-58d4-b74d179f69c0" [ 1375.350191] env[62093]: _type = "Task" [ 1375.350191] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.359703] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ee49ec-59e5-7308-58d4-b74d179f69c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.482717] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.491301] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709846, 'name': Rename_Task, 'duration_secs': 0.171658} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.492221] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.492512] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d417ce2-946b-4950-932d-231c19c30600 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.500602] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1375.500602] env[62093]: value = "task-1709849" [ 1375.500602] env[62093]: _type = "Task" [ 1375.500602] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.516832] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.528444] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "refresh_cache-278e9b4e-24b0-4347-b3fb-bfb18325cd33" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.528444] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "refresh_cache-278e9b4e-24b0-4347-b3fb-bfb18325cd33" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.528444] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.564583] env[62093]: DEBUG nova.network.neutron [req-b961326d-44dd-4f39-ba95-d928cf9bcb8e req-2a93da04-a97d-4700-81eb-9ec1f0a294fc service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Updated VIF entry in instance network info cache for port 86fadaaa-aa19-4511-b7a4-56e0d85ca2ff. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.564951] env[62093]: DEBUG nova.network.neutron [req-b961326d-44dd-4f39-ba95-d928cf9bcb8e req-2a93da04-a97d-4700-81eb-9ec1f0a294fc service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Updating instance_info_cache with network_info: [{"id": "86fadaaa-aa19-4511-b7a4-56e0d85ca2ff", "address": "fa:16:3e:d1:40:02", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86fadaaa-aa", "ovs_interfaceid": "86fadaaa-aa19-4511-b7a4-56e0d85ca2ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.606150] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58dbc99-acff-4e60-a002-29e6a8bf3727 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.616217] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7baeb2-a456-4bd4-8774-7edc4392bdf1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.650853] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e24ad9-7264-45f1-b2ed-4d7a3405fe8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.659920] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2935e33-0704-4012-9138-256f45c6a466 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.675809] env[62093]: DEBUG oslo_vmware.api [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1709844, 'name': PowerOnVM_Task, 'duration_secs': 0.626332} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.685239] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.685504] env[62093]: INFO nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1375.685689] env[62093]: DEBUG nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1375.686277] env[62093]: DEBUG nova.compute.provider_tree [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.688286] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d26ef9-c281-4e99-9f7d-74546080bc68 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.721277] env[62093]: DEBUG nova.compute.manager [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Stashing vm_state: active {{(pid=62093) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1375.742789] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709847, 'name': PowerOffVM_Task, 'duration_secs': 0.310373} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.743374] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.743676] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.744662] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b0d150-9643-4af8-b580-8c5c91f3dcdf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.755673] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.755977] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eefa7e6-dcd9-43c6-9934-db182a9bfe78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.826874] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498339} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.827637] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. [ 1375.827897] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf92e35-2ec6-4413-8f99-92d117c1d200 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.854224] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.854606] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423caa74-ccc2-48f3-a134-7eb855da3dd0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.871464] env[62093]: DEBUG nova.network.neutron [-] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.874930] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.875222] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.880704] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ee49ec-59e5-7308-58d4-b74d179f69c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.882965] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1375.882965] env[62093]: value = "task-1709851" [ 1375.882965] env[62093]: _type = "Task" [ 1375.882965] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.883270] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4044399-ecff-4146-82a9-8bdb5e69c0e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.892586] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1375.892586] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fdeade-2a01-70b0-ff32-700b327ec4b3" [ 1375.892586] env[62093]: _type = "Task" [ 1375.892586] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.896341] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.905315] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fdeade-2a01-70b0-ff32-700b327ec4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.905315] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.905579] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 8fdab373-a464-4f3d-b418-2e9294fd4237/8fdab373-a464-4f3d-b418-2e9294fd4237.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.905797] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e445517c-233f-4c73-b80e-afb8a4d14bef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.912629] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1375.912629] env[62093]: value = "task-1709852" [ 1375.912629] env[62093]: _type = "Task" [ 1375.912629] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.920609] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.926937] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.928739] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.928739] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleting the datastore file [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.928739] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5691b5eb-3904-47a6-89d7-39ed4109d4bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.935099] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1375.935099] env[62093]: value = "task-1709853" [ 1375.935099] env[62093]: _type = "Task" [ 1375.935099] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.945044] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.970508] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.015043] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709849, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.061565] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1376.061823] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356225', 'volume_id': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'name': 'volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31be046d-be83-42b0-a594-21849b0d577f', 'attached_at': '', 'detached_at': '', 'volume_id': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'serial': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1376.062784] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab79027-9e1b-443f-be11-544f42c7fd5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.066337] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.068690] env[62093]: DEBUG oslo_concurrency.lockutils [req-b961326d-44dd-4f39-ba95-d928cf9bcb8e req-2a93da04-a97d-4700-81eb-9ec1f0a294fc service nova] Releasing lock "refresh_cache-8fdab373-a464-4f3d-b418-2e9294fd4237" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.082513] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f64ee6-2552-4f44-8b6d-ac1174c24839 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.111897] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f/volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.114717] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f43fbd-7ad2-4413-999b-fa6bed99b0a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.135143] env[62093]: DEBUG oslo_vmware.api [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Waiting for the task: (returnval){ [ 1376.135143] env[62093]: value = "task-1709854" [ 1376.135143] env[62093]: _type = "Task" [ 1376.135143] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.146599] env[62093]: DEBUG oslo_vmware.api [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.193018] env[62093]: DEBUG nova.scheduler.client.report [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1376.209191] env[62093]: DEBUG nova.compute.manager [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Received event network-vif-plugged-fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1376.209540] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] Acquiring lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.209540] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] Lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.209977] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] Lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.209977] env[62093]: DEBUG nova.compute.manager [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] No waiting events found dispatching network-vif-plugged-fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1376.210170] env[62093]: WARNING nova.compute.manager [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Received unexpected event network-vif-plugged-fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09 for instance with vm_state building and task_state spawning. [ 1376.210664] env[62093]: DEBUG nova.compute.manager [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Received event network-changed-fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1376.210664] env[62093]: DEBUG nova.compute.manager [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Refreshing instance network info cache due to event network-changed-fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1376.210915] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] Acquiring lock "refresh_cache-278e9b4e-24b0-4347-b3fb-bfb18325cd33" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.212152] env[62093]: INFO nova.compute.manager [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Took 28.85 seconds to build instance. [ 1376.245838] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.257940] env[62093]: DEBUG nova.network.neutron [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Updating instance_info_cache with network_info: [{"id": "fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09", "address": "fa:16:3e:7a:09:e8", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2fb4d3-fe", "ovs_interfaceid": "fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.332772] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.333037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.382405] env[62093]: DEBUG nova.compute.utils [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.383964] env[62093]: INFO nova.compute.manager [-] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Took 1.95 seconds to deallocate network for instance. [ 1376.401203] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.424748] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709852, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.451026] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28723} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.451026] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.451026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.451026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.475472] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.515039] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709849, 'name': PowerOnVM_Task, 'duration_secs': 0.848903} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.515371] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.515589] env[62093]: INFO nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1376.515790] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1376.516608] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba653c-2dea-4ce6-a929-e7cce2f6b91e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.646111] env[62093]: DEBUG oslo_vmware.api [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.697703] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.700040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.972s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.701573] env[62093]: INFO nova.compute.claims [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.717047] env[62093]: DEBUG oslo_concurrency.lockutils [None req-11409f84-2c10-44e4-807d-1e34704041ef tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "83c03847-f728-4adc-b77b-13cb3f6b6aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.373s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.723682] env[62093]: INFO nova.scheduler.client.report [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted allocations for instance 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29 [ 1376.761100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "refresh_cache-278e9b4e-24b0-4347-b3fb-bfb18325cd33" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.761558] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Instance network_info: |[{"id": "fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09", "address": "fa:16:3e:7a:09:e8", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2fb4d3-fe", "ovs_interfaceid": "fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1376.761970] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] Acquired lock "refresh_cache-278e9b4e-24b0-4347-b3fb-bfb18325cd33" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.762221] env[62093]: DEBUG nova.network.neutron [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Refreshing network info cache for port fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.763400] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:09:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.771534] env[62093]: DEBUG oslo.service.loopingcall [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.774767] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.775270] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c333c39-0ecd-459a-980a-5ef7f83f1418 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.796591] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.796591] env[62093]: value = "task-1709855" [ 1376.796591] env[62093]: _type = "Task" [ 1376.796591] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.805252] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709855, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.885145] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.896505] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.896786] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.923653] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612321} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.926176] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 8fdab373-a464-4f3d-b418-2e9294fd4237/8fdab373-a464-4f3d-b418-2e9294fd4237.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.926454] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.926723] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e9f9bf9-2b4e-43ea-9202-db820cc768ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.934121] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1376.934121] env[62093]: value = "task-1709856" [ 1376.934121] env[62093]: _type = "Task" [ 1376.934121] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.942215] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.972986] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.994508] env[62093]: DEBUG nova.network.neutron [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Updated VIF entry in instance network info cache for port fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.994865] env[62093]: DEBUG nova.network.neutron [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Updating instance_info_cache with network_info: [{"id": "fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09", "address": "fa:16:3e:7a:09:e8", "network": {"id": "649fcc20-301d-49cc-88b1-50654fc7daa0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-746922115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c800cad4ff04eaf98a12343835040c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2fb4d3-fe", "ovs_interfaceid": "fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.033692] env[62093]: INFO nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Took 28.91 seconds to build instance. [ 1377.146185] env[62093]: DEBUG oslo_vmware.api [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709854, 'name': ReconfigVM_Task, 'duration_secs': 0.992723} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.146559] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f/volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.151713] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e62eca-e8ec-4f6f-9680-b55398a6d71a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.172697] env[62093]: DEBUG oslo_vmware.api [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Waiting for the task: (returnval){ [ 1377.172697] env[62093]: value = "task-1709857" [ 1377.172697] env[62093]: _type = "Task" [ 1377.172697] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.183644] env[62093]: DEBUG oslo_vmware.api [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.219826] env[62093]: DEBUG nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1377.231971] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8ce51e68-11a9-42db-8463-87dacbb48dc9 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.050s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.308536] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709855, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.324120] env[62093]: DEBUG nova.compute.manager [req-5781c351-db51-4a6c-91cf-62303875edd3 req-8f7d9932-8719-427c-9536-b197636456c8 service nova] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Received event network-vif-deleted-783b8b4f-2806-48a3-b595-0d7b118e7756 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1377.399016] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.445483] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101823} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.447049] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.448968] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdacf32e-ef44-4073-8247-c46a5b4276f1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.475761] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 8fdab373-a464-4f3d-b418-2e9294fd4237/8fdab373-a464-4f3d-b418-2e9294fd4237.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.480399] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22a4b68-5ddd-4b1f-95ed-bdd43e48b518 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.497275] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9a5f4c3-2abe-4dd9-a33d-d41ea88bc6e9 req-f5e10c84-6617-4f9b-9c0c-24f70cee9973 service nova] Releasing lock "refresh_cache-278e9b4e-24b0-4347-b3fb-bfb18325cd33" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.503582] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1377.503871] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1377.504114] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.504398] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1377.504618] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.504871] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1377.505221] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1377.505542] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1377.505791] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1377.505976] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1377.506173] env[62093]: DEBUG nova.virt.hardware [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1377.507278] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2892de-098b-448a-9301-3283b6015cde {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.514913] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1377.514913] env[62093]: value = "task-1709858" [ 1377.514913] env[62093]: _type = "Task" [ 1377.514913] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.515520] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.523630] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96fdb3c-00b9-4eb7-947e-e740ecc1e1d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.530592] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.540909] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.431s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.541409] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:41:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ae945b-659d-49eb-ad96-7fd065c49625', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.549059] env[62093]: DEBUG oslo.service.loopingcall [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.549682] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.549903] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a91a66e0-a38e-4c76-9c2a-c06b527867d1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.568857] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.568857] env[62093]: value = "task-1709859" [ 1377.568857] env[62093]: _type = "Task" [ 1377.568857] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.580141] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709859, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.683893] env[62093]: DEBUG oslo_vmware.api [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709857, 'name': ReconfigVM_Task, 'duration_secs': 0.345125} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.684374] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356225', 'volume_id': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'name': 'volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31be046d-be83-42b0-a594-21849b0d577f', 'attached_at': '', 'detached_at': '', 'volume_id': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'serial': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1377.745677] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.813456] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709855, 'name': CreateVM_Task, 'duration_secs': 0.732895} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.813456] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.813456] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.813456] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.813797] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.814044] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6af9e0d-19a2-4756-bc90-510125c89e94 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.827341] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1377.827341] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e8a1a1-f1e9-101a-fabd-10dec1dd4d8b" [ 1377.827341] env[62093]: _type = "Task" [ 1377.827341] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.852540] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e8a1a1-f1e9-101a-fabd-10dec1dd4d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.857497] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.857497] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.857497] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.857497] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.857497] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.857868] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d5e7d2-6ef5-4e35-8a79-28e10666ec73 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.868620] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.868620] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.868620] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81eb0fd6-f1de-4972-a9f5-ca4c88a7d91b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.878579] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1377.878579] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a532d2-0eaa-23bf-1954-9734820bddf6" [ 1377.878579] env[62093]: _type = "Task" [ 1377.878579] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.889502] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a532d2-0eaa-23bf-1954-9734820bddf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.901618] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709851, 'name': ReconfigVM_Task, 'duration_secs': 1.830693} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.901982] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.902918] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e60bc78-d2f3-4be6-b0c6-3e1128b5989b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.931771] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b182c7-1a49-4b41-938f-07dc9a0a7608 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.947663] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1377.947663] env[62093]: value = "task-1709860" [ 1377.947663] env[62093]: _type = "Task" [ 1377.947663] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.955189] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.955440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.955674] env[62093]: INFO nova.compute.manager [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Attaching volume 0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2 to /dev/sdb [ 1377.963069] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.977512] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.008798] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e012d57-7633-45b5-bbfa-47254b797adf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.022249] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3563d94-5579-4c77-8e25-39d7b9b8895d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.033016] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709858, 'name': ReconfigVM_Task, 'duration_secs': 0.41694} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.033106] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 8fdab373-a464-4f3d-b418-2e9294fd4237/8fdab373-a464-4f3d-b418-2e9294fd4237.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.033801] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d615aa65-c0b3-459d-907a-03f42424a56a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.039825] env[62093]: DEBUG nova.virt.block_device [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Updating existing volume attachment record: b8e684a9-3073-4273-a371-250774d23014 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1378.049982] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1378.049982] env[62093]: value = "task-1709861" [ 1378.049982] env[62093]: _type = "Task" [ 1378.049982] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.059945] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709861, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.079461] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709859, 'name': CreateVM_Task, 'duration_secs': 0.397819} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.082105] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.083313] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.083313] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.083541] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.083821] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7abd757b-0e06-4c80-b5a8-308f2724b9b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.088778] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1378.088778] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5291ebd0-da68-21f2-6c13-898d6c9c5572" [ 1378.088778] env[62093]: _type = "Task" [ 1378.088778] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.098401] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5291ebd0-da68-21f2-6c13-898d6c9c5572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.303420] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d29a0-e63c-4f78-8827-8dcce43ffa98 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.310691] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc65229-c7ec-4482-a05d-dbac8ff6710a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.340982] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed8fe38-0af8-421b-9ef8-c4cc5e17c9e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.347935] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b630405-0e30-459e-8231-3563ba7bf3dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.361090] env[62093]: DEBUG nova.compute.provider_tree [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.388129] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a532d2-0eaa-23bf-1954-9734820bddf6, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.389009] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58503daa-4e13-4cf3-a31a-36a566105118 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.394312] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1378.394312] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ba1b3f-9b39-a410-7c83-23f7f44cfb18" [ 1378.394312] env[62093]: _type = "Task" [ 1378.394312] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.404955] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ba1b3f-9b39-a410-7c83-23f7f44cfb18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.458219] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.476811] env[62093]: DEBUG oslo_vmware.api [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709833, 'name': ReconfigVM_Task, 'duration_secs': 5.889744} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.477115] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.477376] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Reconfigured VM to detach interface {{(pid=62093) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1378.492390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquiring lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.492714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.492953] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquiring lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.493196] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.493389] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.496727] env[62093]: INFO nova.compute.manager [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Terminating instance [ 1378.501019] env[62093]: DEBUG nova.compute.manager [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1378.501019] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.501019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c2359-a9b5-455e-ad5d-e401e0ba75fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.507730] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.508082] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec51ccd5-614e-42bf-b643-cd82384aa8ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.514913] env[62093]: DEBUG oslo_vmware.api [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1378.514913] env[62093]: value = "task-1709865" [ 1378.514913] env[62093]: _type = "Task" [ 1378.514913] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.526024] env[62093]: DEBUG oslo_vmware.api [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.563415] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709861, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.603852] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5291ebd0-da68-21f2-6c13-898d6c9c5572, 'name': SearchDatastore_Task, 'duration_secs': 0.014388} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.604226] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.604478] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.604694] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.737453] env[62093]: DEBUG nova.objects.instance [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Lazy-loading 'flavor' on Instance uuid 31be046d-be83-42b0-a594-21849b0d577f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.893120] env[62093]: ERROR nova.scheduler.client.report [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [req-e0c241b2-fd7f-4b6f-a6f0-cd7dd612e3d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0c241b2-fd7f-4b6f-a6f0-cd7dd612e3d8"}]} [ 1378.905398] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ba1b3f-9b39-a410-7c83-23f7f44cfb18, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.905678] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.906123] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 278e9b4e-24b0-4347-b3fb-bfb18325cd33/278e9b4e-24b0-4347-b3fb-bfb18325cd33.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.906244] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.906419] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.906639] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09c07893-2730-4596-b93b-59f1a24c2222 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.909422] env[62093]: DEBUG nova.scheduler.client.report [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1378.911194] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bc52a97-3f9c-424a-8f8d-d92b39c3578e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.918755] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1378.918755] env[62093]: value = "task-1709866" [ 1378.918755] env[62093]: _type = "Task" [ 1378.918755] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.922584] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.922779] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.923841] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf893f3-8678-4c0e-8e7e-36ada95a8826 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.926737] env[62093]: DEBUG nova.scheduler.client.report [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1378.926948] env[62093]: DEBUG nova.compute.provider_tree [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.932554] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.936314] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1378.936314] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525635f2-094c-1b6a-1806-2a63e7f934f0" [ 1378.936314] env[62093]: _type = "Task" [ 1378.936314] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.944419] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525635f2-094c-1b6a-1806-2a63e7f934f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.945403] env[62093]: DEBUG nova.scheduler.client.report [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1378.958749] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.964891] env[62093]: DEBUG nova.scheduler.client.report [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1379.024958] env[62093]: DEBUG oslo_vmware.api [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709865, 'name': PowerOffVM_Task, 'duration_secs': 0.206437} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.025304] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.025475] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.025765] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55f899d8-e1a0-4b8f-92f4-ebd10c31cb0e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.063021] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709861, 'name': Rename_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.160138] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.160400] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.161579] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.161821] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.198612] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.198940] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.199148] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Deleting the datastore file [datastore1] 62388118-a0b4-4aa5-80ad-5c6c2f70bab5 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.199422] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b4ed85e-07ce-4cc1-91f0-b301d4deb570 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.209435] env[62093]: DEBUG oslo_vmware.api [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for the task: (returnval){ [ 1379.209435] env[62093]: value = "task-1709868" [ 1379.209435] env[62093]: _type = "Task" [ 1379.209435] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.222971] env[62093]: DEBUG oslo_vmware.api [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.242920] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9feebef7-93ce-4e7d-a869-7b161f55941b tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Lock "31be046d-be83-42b0-a594-21849b0d577f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.260920] env[62093]: DEBUG nova.compute.manager [req-8a364c9a-0d54-4b6c-9645-0d1597dc5d69 req-061531a1-30ad-47b9-b05e-1f446245f98e service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received event network-vif-deleted-f68d5553-9795-4d13-98fa-9819d474c992 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1379.260920] env[62093]: INFO nova.compute.manager [req-8a364c9a-0d54-4b6c-9645-0d1597dc5d69 req-061531a1-30ad-47b9-b05e-1f446245f98e service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Neutron deleted interface f68d5553-9795-4d13-98fa-9819d474c992; detaching it from the instance and deleting it from the info cache [ 1379.261262] env[62093]: DEBUG nova.network.neutron [req-8a364c9a-0d54-4b6c-9645-0d1597dc5d69 req-061531a1-30ad-47b9-b05e-1f446245f98e service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.431078] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709866, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.449944] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525635f2-094c-1b6a-1806-2a63e7f934f0, 'name': SearchDatastore_Task, 'duration_secs': 0.020152} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.453547] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c2e8a4-0229-444e-a810-718d166b100b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.463553] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.465032] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1379.465032] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5219c25d-d438-d74e-8715-d84175aa846b" [ 1379.465032] env[62093]: _type = "Task" [ 1379.465032] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.474754] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5219c25d-d438-d74e-8715-d84175aa846b, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.475034] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.475296] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.475592] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6046fa-dfab-46c8-8f0a-b590f77e036a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.483449] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1379.483449] env[62093]: value = "task-1709869" [ 1379.483449] env[62093]: _type = "Task" [ 1379.483449] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.491384] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.504796] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e5eef2-31b1-4f11-90c1-5c4792696644 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.512834] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df1cf0f-333c-417c-9e79-4bd7baaee565 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.545779] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd183771-7887-475e-a4c7-4b3ce9f50d6c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.557250] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f66815d-5da8-4c7d-83b0-5c69c400dcf3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.566695] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709861, 'name': Rename_Task, 'duration_secs': 1.015028} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.575326] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.576276] env[62093]: DEBUG nova.compute.provider_tree [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.577699] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f261d182-9ccd-40f2-baaa-1e8388f76809 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.584434] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1379.584434] env[62093]: value = "task-1709870" [ 1379.584434] env[62093]: _type = "Task" [ 1379.584434] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.592838] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.663791] env[62093]: DEBUG nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1379.722276] env[62093]: DEBUG oslo_vmware.api [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Task: {'id': task-1709868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348345} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.722534] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.722711] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.722880] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.723053] env[62093]: INFO nova.compute.manager [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1379.723291] env[62093]: DEBUG oslo.service.loopingcall [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.723473] env[62093]: DEBUG nova.compute.manager [-] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1379.723570] env[62093]: DEBUG nova.network.neutron [-] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.764832] env[62093]: DEBUG oslo_concurrency.lockutils [req-8a364c9a-0d54-4b6c-9645-0d1597dc5d69 req-061531a1-30ad-47b9-b05e-1f446245f98e service nova] Acquiring lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.764832] env[62093]: DEBUG oslo_concurrency.lockutils [req-8a364c9a-0d54-4b6c-9645-0d1597dc5d69 req-061531a1-30ad-47b9-b05e-1f446245f98e service nova] Acquired lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.765499] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79263042-fc9e-41c5-a0b0-6abed553b140 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.784827] env[62093]: DEBUG oslo_concurrency.lockutils [req-8a364c9a-0d54-4b6c-9645-0d1597dc5d69 req-061531a1-30ad-47b9-b05e-1f446245f98e service nova] Releasing lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.785221] env[62093]: WARNING nova.compute.manager [req-8a364c9a-0d54-4b6c-9645-0d1597dc5d69 req-061531a1-30ad-47b9-b05e-1f446245f98e service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Detach interface failed, port_id=f68d5553-9795-4d13-98fa-9819d474c992, reason: No device with interface-id f68d5553-9795-4d13-98fa-9819d474c992 exists on VM: nova.exception.NotFound: No device with interface-id f68d5553-9795-4d13-98fa-9819d474c992 exists on VM [ 1379.799257] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.799453] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.799632] env[62093]: DEBUG nova.network.neutron [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.929094] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524997} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.929407] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 278e9b4e-24b0-4347-b3fb-bfb18325cd33/278e9b4e-24b0-4347-b3fb-bfb18325cd33.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.929658] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.929977] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c1886c-d089-475d-9492-77d89790d0cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.936970] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1379.936970] env[62093]: value = "task-1709871" [ 1379.936970] env[62093]: _type = "Task" [ 1379.936970] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.945227] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.959238] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.994043] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709869, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.109419] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.123957] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Acquiring lock "31be046d-be83-42b0-a594-21849b0d577f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.123957] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Lock "31be046d-be83-42b0-a594-21849b0d577f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.147279] env[62093]: DEBUG nova.scheduler.client.report [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1380.147279] env[62093]: DEBUG nova.compute.provider_tree [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 80 to 81 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1380.147279] env[62093]: DEBUG nova.compute.provider_tree [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.188842] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.451867] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.373814} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.451867] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.454944] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0de487d-c586-4c6d-b223-97658e9e0d66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.467025] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709860, 'name': ReconfigVM_Task, 'duration_secs': 2.262966} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.478143] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.489144] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 278e9b4e-24b0-4347-b3fb-bfb18325cd33/278e9b4e-24b0-4347-b3fb-bfb18325cd33.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.490365] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd464dc-f0e9-4774-b969-cfa765be9512 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.492129] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bbdacd0-915c-4804-aa98-abaf35532ad4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.523250] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.528021] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1380.528021] env[62093]: value = "task-1709873" [ 1380.528021] env[62093]: _type = "Task" [ 1380.528021] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.528021] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1380.528021] env[62093]: value = "task-1709874" [ 1380.528021] env[62093]: _type = "Task" [ 1380.528021] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.537464] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.540294] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709873, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.596487] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.597588] env[62093]: DEBUG nova.network.neutron [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [{"id": "3eb6365e-8264-4b2f-8670-49648d98355a", "address": "fa:16:3e:2b:73:01", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6365e-82", "ovs_interfaceid": "3eb6365e-8264-4b2f-8670-49648d98355a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.624501] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.624866] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.624996] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.625188] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.625352] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.627380] env[62093]: INFO nova.compute.manager [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Detaching volume bed76c4a-f1cd-4431-8fff-8c8310f73f3f [ 1380.629780] env[62093]: INFO nova.compute.manager [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Terminating instance [ 1380.631694] env[62093]: DEBUG nova.compute.manager [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1380.631902] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.632801] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a70f4e-14e3-4bed-928c-8c240678c7be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.642968] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.643225] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-080ea308-41d6-4bc7-8444-1ee90d505ac3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.649380] env[62093]: DEBUG oslo_vmware.api [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1380.649380] env[62093]: value = "task-1709875" [ 1380.649380] env[62093]: _type = "Task" [ 1380.649380] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.653533] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.953s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.653682] env[62093]: DEBUG nova.compute.manager [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1380.656279] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.385s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.656507] env[62093]: DEBUG nova.objects.instance [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lazy-loading 'resources' on Instance uuid 18012d6c-3324-4100-9a2a-ec0f292556ab {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.663203] env[62093]: DEBUG oslo_vmware.api [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.664256] env[62093]: INFO nova.virt.block_device [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Attempting to driver detach volume bed76c4a-f1cd-4431-8fff-8c8310f73f3f from mountpoint /dev/sdb [ 1380.664462] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1380.664642] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356225', 'volume_id': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'name': 'volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31be046d-be83-42b0-a594-21849b0d577f', 'attached_at': '', 'detached_at': '', 'volume_id': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'serial': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1380.665569] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94a6ba9-1482-44ec-8576-858898fe2b41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.688687] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cadfefa-bee2-42a9-ba1d-b44dc463fb56 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.697675] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54967a-5cdf-4193-8ff1-cb822277a303 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.719523] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fafd0e5-75bd-4c92-8eca-df0ac4e94534 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.735408] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] The volume has not been displaced from its original location: [datastore1] volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f/volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1380.740962] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1380.741675] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490e7186-ba3c-42a6-9513-22d8ccbf15fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.757458] env[62093]: DEBUG nova.network.neutron [-] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.763998] env[62093]: DEBUG oslo_vmware.api [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Waiting for the task: (returnval){ [ 1380.763998] env[62093]: value = "task-1709876" [ 1380.763998] env[62093]: _type = "Task" [ 1380.763998] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.772967] env[62093]: DEBUG oslo_vmware.api [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.001478] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.041359] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.041650] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709874, 'name': ReconfigVM_Task, 'duration_secs': 0.504418} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.041937] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 278e9b4e-24b0-4347-b3fb-bfb18325cd33/278e9b4e-24b0-4347-b3fb-bfb18325cd33.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.042595] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcdc5918-93e5-49e7-864a-3b69ead9f885 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.049300] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1381.049300] env[62093]: value = "task-1709877" [ 1381.049300] env[62093]: _type = "Task" [ 1381.049300] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.057414] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709877, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.097421] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.102079] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-bc46f22b-e915-4f69-8cec-960ab8c3d1f5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.161898] env[62093]: DEBUG nova.compute.utils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.164995] env[62093]: DEBUG oslo_vmware.api [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709875, 'name': PowerOffVM_Task, 'duration_secs': 0.267654} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.166138] env[62093]: DEBUG nova.compute.manager [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Not allocating networking since 'none' was specified. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1381.166138] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.166138] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.166138] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30bbb4a2-9197-48f3-b8a0-596cb530c220 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.260226] env[62093]: INFO nova.compute.manager [-] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Took 1.54 seconds to deallocate network for instance. [ 1381.277500] env[62093]: DEBUG oslo_vmware.api [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709876, 'name': ReconfigVM_Task, 'duration_secs': 0.271217} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.277818] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1381.285338] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d53948-bcde-4d4f-b0ca-c79252e30b12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.296659] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.297173] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.297173] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleting the datastore file [datastore1] bc46f22b-e915-4f69-8cec-960ab8c3d1f5 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.297857] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ce763f8-bc26-4abf-b681-5f1039890411 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.302303] env[62093]: DEBUG oslo_vmware.api [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Waiting for the task: (returnval){ [ 1381.302303] env[62093]: value = "task-1709879" [ 1381.302303] env[62093]: _type = "Task" [ 1381.302303] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.306611] env[62093]: DEBUG oslo_vmware.api [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1381.306611] env[62093]: value = "task-1709880" [ 1381.306611] env[62093]: _type = "Task" [ 1381.306611] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.317158] env[62093]: DEBUG oslo_vmware.api [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.323268] env[62093]: DEBUG oslo_vmware.api [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.490579] env[62093]: DEBUG nova.compute.manager [req-ebb0a502-f3d0-4216-b89e-6fde6a7d985f req-6dc335ca-10cd-4cf5-ac1a-c4f44a35d19e service nova] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Received event network-vif-deleted-0e1513ad-765c-4bbf-96f0-e0efcb4c8bb5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1381.504953] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709869, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.913915} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.505303] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.505556] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.505820] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-411a3344-a65f-4eec-8959-3a108365c415 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.513345] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1381.513345] env[62093]: value = "task-1709881" [ 1381.513345] env[62093]: _type = "Task" [ 1381.513345] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.523741] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.538594] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.560133] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709877, 'name': Rename_Task, 'duration_secs': 0.156551} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.561927] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.562999] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-663f12c0-51de-42ff-bc36-9e447c914a6f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.569310] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1381.569310] env[62093]: value = "task-1709882" [ 1381.569310] env[62093]: _type = "Task" [ 1381.569310] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.584959] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709882, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.596300] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.606433] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bb24fe5b-74f5-4738-8977-24d9da809bcb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-bc46f22b-e915-4f69-8cec-960ab8c3d1f5-f68d5553-9795-4d13-98fa-9819d474c992" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.742s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.666353] env[62093]: DEBUG nova.compute.manager [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1381.679105] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.679406] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.679623] env[62093]: INFO nova.compute.manager [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Rebooting instance [ 1381.718019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a98cd9-3486-4fca-ba0e-99adab3d5072 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.724909] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8e87d-b8a5-4008-9491-b33f4ba0e49e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.762607] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54714274-e278-491f-9bca-8d4cffc79faf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.771184] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.773437] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3343940-00c3-426f-8781-ab2c6e6f02d8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.794017] env[62093]: DEBUG nova.compute.provider_tree [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.819189] env[62093]: DEBUG oslo_vmware.api [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.823956] env[62093]: DEBUG oslo_vmware.api [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1709880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225974} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.824334] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.824573] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.824819] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.825078] env[62093]: INFO nova.compute.manager [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1381.825412] env[62093]: DEBUG oslo.service.loopingcall [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.825810] env[62093]: DEBUG nova.compute.manager [-] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1381.825810] env[62093]: DEBUG nova.network.neutron [-] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.028510] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.038884] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.080882] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.098012] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.197690] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.197690] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.197690] env[62093]: DEBUG nova.network.neutron [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.299053] env[62093]: DEBUG nova.scheduler.client.report [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1382.314591] env[62093]: DEBUG oslo_vmware.api [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.529278] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.539592] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.579383] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.597791] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.600148] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1382.600407] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356230', 'volume_id': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'name': 'volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '58b211a6-d6a3-49ec-900e-63a32c7a98d2', 'attached_at': '', 'detached_at': '', 'volume_id': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'serial': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1382.601222] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15026b03-dd95-496f-8be6-64312d422299 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.619847] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5210d69-09be-47d5-9ae8-0d472d674906 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.643958] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2/volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.644387] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b7f8f5-cd84-4944-b0d1-c956d698fda9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.662955] env[62093]: DEBUG oslo_vmware.api [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1382.662955] env[62093]: value = "task-1709883" [ 1382.662955] env[62093]: _type = "Task" [ 1382.662955] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.671108] env[62093]: DEBUG oslo_vmware.api [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.675274] env[62093]: DEBUG nova.compute.manager [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1382.704580] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1382.704827] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1382.704982] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.705183] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1382.705329] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.705472] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1382.705682] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1382.707041] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1382.707041] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1382.707041] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1382.707041] env[62093]: DEBUG nova.virt.hardware [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.707427] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7fdfc1-7c17-435f-9a52-ba4c7249ce7a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.717326] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0131bc-9336-4028-bf3d-2c71c4e5151d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.732099] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.737807] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Creating folder: Project (4a8abf4992aa487a9c4f6a21f67ca6a1). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.738139] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0670863-34a0-40e9-a0b7-f1e690681d6f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.748342] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Created folder: Project (4a8abf4992aa487a9c4f6a21f67ca6a1) in parent group-v356072. [ 1382.748535] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Creating folder: Instances. Parent ref: group-v356231. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.748784] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d18014-b9ae-4152-a7da-64e3ca93a3a8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.757590] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Created folder: Instances in parent group-v356231. [ 1382.757828] env[62093]: DEBUG oslo.service.loopingcall [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.758049] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.758265] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-334f4146-81d7-4367-b134-5b9dd6262e9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.775472] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.775472] env[62093]: value = "task-1709886" [ 1382.775472] env[62093]: _type = "Task" [ 1382.775472] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.783756] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709886, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.790796] env[62093]: DEBUG nova.network.neutron [-] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.805387] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.807740] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.867s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.809031] env[62093]: INFO nova.compute.claims [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.822649] env[62093]: DEBUG oslo_vmware.api [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Task: {'id': task-1709879, 'name': ReconfigVM_Task, 'duration_secs': 1.192112} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.822827] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356225', 'volume_id': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'name': 'volume-bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31be046d-be83-42b0-a594-21849b0d577f', 'attached_at': '', 'detached_at': '', 'volume_id': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f', 'serial': 'bed76c4a-f1cd-4431-8fff-8c8310f73f3f'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1382.844763] env[62093]: INFO nova.scheduler.client.report [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Deleted allocations for instance 18012d6c-3324-4100-9a2a-ec0f292556ab [ 1383.006446] env[62093]: DEBUG nova.network.neutron [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.031277] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.054073} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.034686] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.035686] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf702192-fd70-4013-8283-ce2dfc9936cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.044027] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.065217] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.065217] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-835bdd4f-8469-4d31-85ca-345ee1fda361 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.088649] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709882, 'name': PowerOnVM_Task, 'duration_secs': 1.328107} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.090008] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.090237] env[62093]: INFO nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1383.090421] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1383.090731] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1383.090731] env[62093]: value = "task-1709887" [ 1383.090731] env[62093]: _type = "Task" [ 1383.090731] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.094114] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449838ad-cfaa-472e-987b-328a42a78f93 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.104372] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.111937] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.173375] env[62093]: DEBUG oslo_vmware.api [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709883, 'name': ReconfigVM_Task, 'duration_secs': 0.381958} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.173689] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2/volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.178840] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a903efbb-f806-49bb-9e42-4d04dc45cf4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.195037] env[62093]: DEBUG oslo_vmware.api [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1383.195037] env[62093]: value = "task-1709888" [ 1383.195037] env[62093]: _type = "Task" [ 1383.195037] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.204207] env[62093]: DEBUG oslo_vmware.api [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.285533] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709886, 'name': CreateVM_Task, 'duration_secs': 0.313046} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.288140] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.288140] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.288140] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.288140] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.288140] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11996af9-b68d-4e56-9759-694c0e6f83b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.292662] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1383.292662] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52357818-ab11-f219-a40f-473dacb87f22" [ 1383.292662] env[62093]: _type = "Task" [ 1383.292662] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.293143] env[62093]: INFO nova.compute.manager [-] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Took 1.47 seconds to deallocate network for instance. [ 1383.308028] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52357818-ab11-f219-a40f-473dacb87f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.353860] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8757d66-d75d-460b-9b3c-475ff89094f8 tempest-ServersTestJSON-2062992219 tempest-ServersTestJSON-2062992219-project-member] Lock "18012d6c-3324-4100-9a2a-ec0f292556ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.106s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.390333] env[62093]: DEBUG nova.objects.instance [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Lazy-loading 'flavor' on Instance uuid 31be046d-be83-42b0-a594-21849b0d577f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.510036] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.512065] env[62093]: DEBUG nova.compute.manager [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1383.512929] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23107fc-e392-4c7a-b1e1-23387e87dfd8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.540654] env[62093]: DEBUG oslo_vmware.api [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709873, 'name': PowerOnVM_Task, 'duration_secs': 2.811871} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.542025] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.543936] env[62093]: DEBUG nova.compute.manager [None req-29287477-4ba9-442d-a838-c32c3e5574cc tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1383.544801] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1699e55c-3a2a-4d49-a3ca-15906dbe52b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.600140] env[62093]: DEBUG oslo_vmware.api [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709870, 'name': PowerOnVM_Task, 'duration_secs': 3.784429} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.602924] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.603142] env[62093]: INFO nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1383.603346] env[62093]: DEBUG nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1383.604034] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe6fe0b-53ac-4453-9f8d-528731ac8b01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.615717] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709887, 'name': ReconfigVM_Task, 'duration_secs': 0.347498} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.617549] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.621833] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37f990bd-992b-4a2c-bab4-f35f62ed7724 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.624085] env[62093]: INFO nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Took 32.76 seconds to build instance. [ 1383.630779] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1383.630779] env[62093]: value = "task-1709889" [ 1383.630779] env[62093]: _type = "Task" [ 1383.630779] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.640610] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709889, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.641715] env[62093]: DEBUG nova.compute.manager [req-bf5b9af2-b071-418d-ab4d-69df6e0f1540 req-c2eb7935-6f92-40c4-a061-af5eb178de83 service nova] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Received event network-vif-deleted-3eb6365e-8264-4b2f-8670-49648d98355a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1383.707857] env[62093]: DEBUG oslo_vmware.api [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709888, 'name': ReconfigVM_Task, 'duration_secs': 0.179529} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.707857] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356230', 'volume_id': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'name': 'volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '58b211a6-d6a3-49ec-900e-63a32c7a98d2', 'attached_at': '', 'detached_at': '', 'volume_id': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'serial': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1383.806318] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52357818-ab11-f219-a40f-473dacb87f22, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.807064] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.807547] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.808032] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.808393] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.808778] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.811099] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.811099] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f02a0e36-1ef2-4b0f-b06d-b6250f2b9546 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.820622] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.820911] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.821768] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee45e5c-19dc-4f22-94e8-ac74490ab37c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.828353] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1383.828353] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d9228a-a087-de4f-d88b-09bf2568cb77" [ 1383.828353] env[62093]: _type = "Task" [ 1383.828353] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.837469] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d9228a-a087-de4f-d88b-09bf2568cb77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.132273] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.887s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.135901] env[62093]: INFO nova.compute.manager [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Took 35.96 seconds to build instance. [ 1384.148037] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709889, 'name': Rename_Task, 'duration_secs': 0.192178} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.150763] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.151268] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57194b4f-2d7d-4700-a663-7886710e0eae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.162340] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1384.162340] env[62093]: value = "task-1709890" [ 1384.162340] env[62093]: _type = "Task" [ 1384.162340] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.172958] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.340096] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d9228a-a087-de4f-d88b-09bf2568cb77, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.340890] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3249072b-1f3d-43a2-9630-a4b569e318f1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.346439] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1384.346439] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f1bf54-83d7-a72a-114c-ddeafcba1254" [ 1384.346439] env[62093]: _type = "Task" [ 1384.346439] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.350917] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b9af5e-df0f-4a74-8d09-0acad6c48ab0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.360144] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f1bf54-83d7-a72a-114c-ddeafcba1254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.362858] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5f386b-4e2e-450d-af56-281392dc2292 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.393861] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4852949-55ca-4fe3-88ae-84b5f80e8ad2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.398747] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3397f8a8-d32b-4afd-9380-c8b6ffad1dd8 tempest-VolumesAssistedSnapshotsTest-554975832 tempest-VolumesAssistedSnapshotsTest-554975832-project-admin] Lock "31be046d-be83-42b0-a594-21849b0d577f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.277s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.404223] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589871c5-a3ef-4906-9a45-03b97eeee252 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.420827] env[62093]: DEBUG nova.compute.provider_tree [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.528700] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab40d4e7-2e8a-4c99-80fc-96bf1b81588c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.538622] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Doing hard reboot of VM {{(pid=62093) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1384.538622] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-523cab8d-1a4f-45e8-afc2-831a8da8eed5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.543296] env[62093]: DEBUG oslo_vmware.api [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1384.543296] env[62093]: value = "task-1709891" [ 1384.543296] env[62093]: _type = "Task" [ 1384.543296] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.554303] env[62093]: DEBUG oslo_vmware.api [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709891, 'name': ResetVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.642407] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e9270b9f-1b40-4103-90d7-256e2994414e tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "8fdab373-a464-4f3d-b418-2e9294fd4237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.477s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.642791] env[62093]: DEBUG nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1384.677260] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.756020] env[62093]: DEBUG nova.objects.instance [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lazy-loading 'flavor' on Instance uuid 58b211a6-d6a3-49ec-900e-63a32c7a98d2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.858105] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f1bf54-83d7-a72a-114c-ddeafcba1254, 'name': SearchDatastore_Task, 'duration_secs': 0.016187} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.858390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.858653] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d/996eec05-0579-4d90-b81c-d54d7dedcc6d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.858951] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7c038b1-b92c-4f02-b5b1-981bd9744b8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.866123] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1384.866123] env[62093]: value = "task-1709893" [ 1384.866123] env[62093]: _type = "Task" [ 1384.866123] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.874610] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.961406] env[62093]: DEBUG nova.scheduler.client.report [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1384.961727] env[62093]: DEBUG nova.compute.provider_tree [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 81 to 82 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1384.961945] env[62093]: DEBUG nova.compute.provider_tree [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.969342] env[62093]: INFO nova.compute.manager [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Unrescuing [ 1384.969581] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.970107] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquired lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.970279] env[62093]: DEBUG nova.network.neutron [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.056451] env[62093]: DEBUG oslo_vmware.api [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1709891, 'name': ResetVM_Task, 'duration_secs': 0.102066} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.056451] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Did hard reboot of VM {{(pid=62093) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1385.056451] env[62093]: DEBUG nova.compute.manager [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1385.056451] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a775ecde-beca-46a4-aa54-2fd07c4e6cdf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.172650] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.178941] env[62093]: DEBUG oslo_vmware.api [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709890, 'name': PowerOnVM_Task, 'duration_secs': 0.744211} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.179503] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.179836] env[62093]: DEBUG nova.compute.manager [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1385.180791] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7180d9-0549-4161-b305-4f195f4ae59b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.264304] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a2e348-3b78-4a82-8af7-f777464b86e1 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.377389] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709893, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.469100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.469778] env[62093]: DEBUG nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1385.474046] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.862s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.569616] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a899a823-66ed-492e-861d-08d7364bcacf tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.890s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.703123] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.784325] env[62093]: DEBUG nova.network.neutron [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Updating instance_info_cache with network_info: [{"id": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "address": "fa:16:3e:e4:e9:56", "network": {"id": "c9e35232-c97f-4d9e-85ab-5671be48bc98", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1540052459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7653e1bd3c4e45d5a2204bc940e42b4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc734e7dd-c9", "ovs_interfaceid": "c734e7dd-c9a0-4040-86b1-2ce73c3493a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.881999] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535788} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.881999] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d/996eec05-0579-4d90-b81c-d54d7dedcc6d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.882245] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.882431] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4afd7bd3-78f4-4f7b-b101-70f937a897aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.888904] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1385.888904] env[62093]: value = "task-1709894" [ 1385.888904] env[62093]: _type = "Task" [ 1385.888904] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.896948] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.991638] env[62093]: DEBUG nova.compute.utils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.993964] env[62093]: DEBUG nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1385.993964] env[62093]: DEBUG nova.network.neutron [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.042953] env[62093]: DEBUG nova.policy [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8c39d1a093847e1ac813bde945edeb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a000d3e85f2471da687a63d2f6901e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1386.097086] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.097086] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.097201] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.097418] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.098032] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.099656] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.099656] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.103527] env[62093]: INFO nova.compute.manager [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Terminating instance [ 1386.104274] env[62093]: DEBUG nova.compute.manager [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1386.104689] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.105659] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ed02e-8df9-46bf-9ec5-3971b12854f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.115798] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.115798] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d18457-84f8-4f05-9ab5-a94703851780 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.123265] env[62093]: DEBUG oslo_vmware.api [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1386.123265] env[62093]: value = "task-1709895" [ 1386.123265] env[62093]: _type = "Task" [ 1386.123265] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.133449] env[62093]: DEBUG oslo_vmware.api [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.291261] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Releasing lock "refresh_cache-6e8789c5-3287-4939-98a4-802edbae4b53" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.292029] env[62093]: DEBUG nova.objects.instance [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lazy-loading 'flavor' on Instance uuid 6e8789c5-3287-4939-98a4-802edbae4b53 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.338017] env[62093]: DEBUG nova.network.neutron [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Successfully created port: cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.405825] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075498} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.406545] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.407872] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18dfbcc-0f1f-4b29-b90e-5b8fced87180 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.431793] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d/996eec05-0579-4d90-b81c-d54d7dedcc6d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.433223] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e898a1-8405-4997-ab18-a50a616039f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.453245] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1386.453245] env[62093]: value = "task-1709896" [ 1386.453245] env[62093]: _type = "Task" [ 1386.453245] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.463629] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709896, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.497242] env[62093]: INFO nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating resource usage from migration 4812bd3d-924f-4b25-898e-6cdde4180099 [ 1386.500960] env[62093]: DEBUG nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1386.526160] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance bc46f22b-e915-4f69-8cec-960ab8c3d1f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1386.526160] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 31be046d-be83-42b0-a594-21849b0d577f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.526345] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 7338f203-3717-4b4c-9d6b-39a9c2a74449 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1386.526435] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 58b211a6-d6a3-49ec-900e-63a32c7a98d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.526588] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 62388118-a0b4-4aa5-80ad-5c6c2f70bab5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1386.526830] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.526900] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 2ed2dce7-7f24-4479-a059-36811c24b914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.527095] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 92aba8b4-7a12-483d-9e69-e591f2ce5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.527265] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 64c40b08-3480-4869-8d35-f8b4db862733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.527417] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 720ede3f-9e51-482b-bcfb-a2d5488711a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1386.527717] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.527921] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a3e48e71-e343-48f3-8bbf-8498f4db9f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.528197] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1d5a8822-ed1f-497c-9705-123f1afa1cd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.528412] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance b0d3bf76-6ad3-468a-9f10-6e4d59354c79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.528412] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 12f3f357-d537-4ac7-83a4-61229287461d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1386.528569] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1386.528761] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c8bbc092-e564-4c19-b787-65afa1ae7d60 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1386.529009] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4df27ddb-3a70-4675-b7ad-68e5807eb40d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.529124] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 120937ab-0557-40a6-8378-9d3c8d7bcc17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.529272] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6e8789c5-3287-4939-98a4-802edbae4b53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.529433] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 83c03847-f728-4adc-b77b-13cb3f6b6aec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.529565] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance ba998c86-cbbb-4280-b2f7-e637076d4b5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.529722] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 8fdab373-a464-4f3d-b418-2e9294fd4237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.532515] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 278e9b4e-24b0-4347-b3fb-bfb18325cd33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.532515] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 996eec05-0579-4d90-b81c-d54d7dedcc6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.532515] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6a398569-5c61-47e5-961f-0b3766f29440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.605158] env[62093]: INFO nova.compute.manager [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Detaching volume 0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2 [ 1386.639025] env[62093]: DEBUG oslo_vmware.api [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709895, 'name': PowerOffVM_Task, 'duration_secs': 0.430067} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.639324] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.639490] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.639752] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24ee668d-4a02-416f-87f2-b625efb53108 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.654686] env[62093]: INFO nova.virt.block_device [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Attempting to driver detach volume 0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2 from mountpoint /dev/sdb [ 1386.654911] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1386.656742] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356230', 'volume_id': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'name': 'volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '58b211a6-d6a3-49ec-900e-63a32c7a98d2', 'attached_at': '', 'detached_at': '', 'volume_id': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'serial': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1386.657062] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296dabe6-e13f-4e67-925f-d4890fd8ebc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.683474] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e22bec-3b00-4775-8f6e-35c8c56caa65 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.690368] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8a88dc-3892-419c-9fbe-9703747bce09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.712651] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0916f864-a095-428f-8e0a-ca1e072c71b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.715327] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.715515] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.715690] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleting the datastore file [datastore1] ba998c86-cbbb-4280-b2f7-e637076d4b5f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.715947] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c62f4a4-cde7-47cd-980a-76e9e653cad4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.730857] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2/volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1386.736322] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.737835] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa0a92ad-f3b5-446e-902f-9e913010ed74 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.752503] env[62093]: DEBUG oslo_vmware.api [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1386.752503] env[62093]: value = "task-1709898" [ 1386.752503] env[62093]: _type = "Task" [ 1386.752503] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.757872] env[62093]: DEBUG oslo_vmware.api [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1386.757872] env[62093]: value = "task-1709899" [ 1386.757872] env[62093]: _type = "Task" [ 1386.757872] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.763994] env[62093]: DEBUG oslo_vmware.api [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.769683] env[62093]: DEBUG oslo_vmware.api [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.798344] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bb160b-7082-4c10-9317-3ef99510007a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.822114] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.822114] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e07c18-5081-49e0-8cd0-5b6ffd10c17d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.827026] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1386.827026] env[62093]: value = "task-1709900" [ 1386.827026] env[62093]: _type = "Task" [ 1386.827026] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.836189] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.885849] env[62093]: INFO nova.compute.manager [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Rebuilding instance [ 1386.931167] env[62093]: DEBUG nova.compute.manager [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1386.932051] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a0c004-55d2-44a7-a62b-1fef57bc5662 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.964218] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.033457] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance f2b66ab4-6826-46f7-a5c7-b027c4721ffa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1387.264852] env[62093]: DEBUG oslo_vmware.api [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1709898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208584} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.266255] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.266569] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.266725] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.266950] env[62093]: INFO nova.compute.manager [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1387.267211] env[62093]: DEBUG oslo.service.loopingcall [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.271962] env[62093]: DEBUG nova.compute.manager [-] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1387.271962] env[62093]: DEBUG nova.network.neutron [-] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.273615] env[62093]: DEBUG oslo_vmware.api [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709899, 'name': ReconfigVM_Task, 'duration_secs': 0.246419} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.273866] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.281054] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefb7e8d-9772-4780-9652-cfd3e366b62c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.298399] env[62093]: DEBUG oslo_vmware.api [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1387.298399] env[62093]: value = "task-1709901" [ 1387.298399] env[62093]: _type = "Task" [ 1387.298399] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.310339] env[62093]: DEBUG oslo_vmware.api [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709901, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.341080] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709900, 'name': PowerOffVM_Task, 'duration_secs': 0.386601} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.341379] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.349556] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1387.349556] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03ab14f-ffb5-4419-a160-6d18bc7f08c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.366437] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1387.366437] env[62093]: value = "task-1709902" [ 1387.366437] env[62093]: _type = "Task" [ 1387.366437] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.375246] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.446763] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.446763] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b0ce644-06cc-43c5-9e00-c65a6a4afc27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.452799] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1387.452799] env[62093]: value = "task-1709903" [ 1387.452799] env[62093]: _type = "Task" [ 1387.452799] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.464977] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.468578] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.509069] env[62093]: DEBUG nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1387.533599] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1387.533837] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1387.533991] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.534229] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1387.534317] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.534455] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1387.534747] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1387.534953] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1387.535182] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1387.535368] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1387.535542] env[62093]: DEBUG nova.virt.hardware [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1387.536230] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 9c7edb3c-e8f6-40f7-81bf-b1133f428625 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1387.540347] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5cb8a2-beb6-4ae4-905b-ca4d3bdb9b97 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.546009] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354773b6-ffe4-4189-8dfa-032b8d85d688 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.808395] env[62093]: DEBUG oslo_vmware.api [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1709901, 'name': ReconfigVM_Task, 'duration_secs': 0.160791} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.808769] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356230', 'volume_id': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'name': 'volume-0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '58b211a6-d6a3-49ec-900e-63a32c7a98d2', 'attached_at': '', 'detached_at': '', 'volume_id': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2', 'serial': '0f7ed4d3-ccc3-432a-b9ac-ee863346ccc2'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1387.879878] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709902, 'name': ReconfigVM_Task, 'duration_secs': 0.411295} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.880292] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.880577] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.881981] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85382d5a-4139-44bd-84ca-6e01bdb8e4c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.884823] env[62093]: DEBUG nova.compute.manager [req-386949bd-1880-4a73-98dd-09bbf1a3adc0 req-ca86734a-4ccb-47e1-a036-3f711993ad9d service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Received event network-vif-deleted-c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.886116] env[62093]: INFO nova.compute.manager [req-386949bd-1880-4a73-98dd-09bbf1a3adc0 req-ca86734a-4ccb-47e1-a036-3f711993ad9d service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Neutron deleted interface c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5; detaching it from the instance and deleting it from the info cache [ 1387.886116] env[62093]: DEBUG nova.network.neutron [req-386949bd-1880-4a73-98dd-09bbf1a3adc0 req-ca86734a-4ccb-47e1-a036-3f711993ad9d service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.891953] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1387.891953] env[62093]: value = "task-1709904" [ 1387.891953] env[62093]: _type = "Task" [ 1387.891953] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.902491] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.944299] env[62093]: DEBUG nova.network.neutron [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Successfully updated port: cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.969356] env[62093]: DEBUG nova.compute.manager [req-cd3f079c-4b1c-49b4-982f-70764226e2f2 req-bc17523d-89f6-4b6b-a28e-bb9c7341ad4b service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Received event network-vif-plugged-cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.969578] env[62093]: DEBUG oslo_concurrency.lockutils [req-cd3f079c-4b1c-49b4-982f-70764226e2f2 req-bc17523d-89f6-4b6b-a28e-bb9c7341ad4b service nova] Acquiring lock "6a398569-5c61-47e5-961f-0b3766f29440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.970213] env[62093]: DEBUG oslo_concurrency.lockutils [req-cd3f079c-4b1c-49b4-982f-70764226e2f2 req-bc17523d-89f6-4b6b-a28e-bb9c7341ad4b service nova] Lock "6a398569-5c61-47e5-961f-0b3766f29440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.971026] env[62093]: DEBUG oslo_concurrency.lockutils [req-cd3f079c-4b1c-49b4-982f-70764226e2f2 req-bc17523d-89f6-4b6b-a28e-bb9c7341ad4b service nova] Lock "6a398569-5c61-47e5-961f-0b3766f29440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.971154] env[62093]: DEBUG nova.compute.manager [req-cd3f079c-4b1c-49b4-982f-70764226e2f2 req-bc17523d-89f6-4b6b-a28e-bb9c7341ad4b service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] No waiting events found dispatching network-vif-plugged-cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1387.972200] env[62093]: WARNING nova.compute.manager [req-cd3f079c-4b1c-49b4-982f-70764226e2f2 req-bc17523d-89f6-4b6b-a28e-bb9c7341ad4b service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Received unexpected event network-vif-plugged-cf698e07-76c3-4271-a7b1-d4ce7a9e8335 for instance with vm_state building and task_state spawning. [ 1387.976141] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709903, 'name': PowerOffVM_Task, 'duration_secs': 0.244828} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.976894] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.977273] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.978717] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841da07-b3ed-4903-93a9-70e842a24344 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.986688] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709896, 'name': ReconfigVM_Task, 'duration_secs': 1.230336} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.987366] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d/996eec05-0579-4d90-b81c-d54d7dedcc6d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.987976] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2d10b21-3f72-4a6f-8f22-a0648146aaeb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.992076] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.992660] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e3d72d7-798d-449b-9608-c747798ed010 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.996441] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1387.996441] env[62093]: value = "task-1709905" [ 1387.996441] env[62093]: _type = "Task" [ 1387.996441] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.007576] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709905, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.043418] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 900a64bc-5359-4a3f-afba-aacc2cedaef0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1388.076146] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.076413] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.076553] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleting the datastore file [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.076821] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c8d4683-da21-4cfa-9ba6-70950fb4020e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.083690] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1388.083690] env[62093]: value = "task-1709907" [ 1388.083690] env[62093]: _type = "Task" [ 1388.083690] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.091662] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.214488] env[62093]: DEBUG nova.network.neutron [-] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.357349] env[62093]: DEBUG nova.objects.instance [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lazy-loading 'flavor' on Instance uuid 58b211a6-d6a3-49ec-900e-63a32c7a98d2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.388425] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f815df4-af3d-4842-8c5f-64696c284905 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.400923] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f8ad43-bd3a-4cb8-acd5-af67b38cec3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.420463] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquiring lock "31be046d-be83-42b0-a594-21849b0d577f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.420863] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "31be046d-be83-42b0-a594-21849b0d577f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.420979] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquiring lock "31be046d-be83-42b0-a594-21849b0d577f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.421258] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "31be046d-be83-42b0-a594-21849b0d577f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.421373] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "31be046d-be83-42b0-a594-21849b0d577f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.422898] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.424316] env[62093]: INFO nova.compute.manager [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Terminating instance [ 1388.426256] env[62093]: DEBUG nova.compute.manager [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1388.426467] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.427613] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff2b425-7afb-4887-acd1-43898898fb7e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.437252] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.450372] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-103ade66-5f7a-4c33-8ab7-8a6abb0b16f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.452522] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquiring lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.452663] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquired lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.452755] env[62093]: DEBUG nova.network.neutron [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.454109] env[62093]: DEBUG nova.compute.manager [req-386949bd-1880-4a73-98dd-09bbf1a3adc0 req-ca86734a-4ccb-47e1-a036-3f711993ad9d service nova] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Detach interface failed, port_id=c0cfd684-95a3-4fe6-8c5f-ec8d9534a4b5, reason: Instance ba998c86-cbbb-4280-b2f7-e637076d4b5f could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1388.460811] env[62093]: DEBUG oslo_vmware.api [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1388.460811] env[62093]: value = "task-1709908" [ 1388.460811] env[62093]: _type = "Task" [ 1388.460811] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.470703] env[62093]: DEBUG oslo_vmware.api [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.507073] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709905, 'name': Rename_Task, 'duration_secs': 0.275721} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.507396] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.507658] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddde5a6c-8951-4acf-a555-18219a01475e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.513660] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1388.513660] env[62093]: value = "task-1709909" [ 1388.513660] env[62093]: _type = "Task" [ 1388.513660] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.521946] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.546447] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1388.546618] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Migration 4812bd3d-924f-4b25-898e-6cdde4180099 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1388.546791] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance e3ebd549-c79e-4984-a0af-d4cef39cdc84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1388.595027] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215098} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.595027] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.595264] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.595476] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.717843] env[62093]: INFO nova.compute.manager [-] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Took 1.45 seconds to deallocate network for instance. [ 1388.903126] env[62093]: DEBUG oslo_vmware.api [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709904, 'name': PowerOnVM_Task, 'duration_secs': 0.590162} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.903691] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.903917] env[62093]: DEBUG nova.compute.manager [None req-f5f1b85c-d03f-4e25-bdeb-43d63b5054c5 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1388.904712] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f449b1a-6ffa-4322-a2f3-d49ba5edc274 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.982078] env[62093]: DEBUG oslo_vmware.api [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709908, 'name': PowerOffVM_Task, 'duration_secs': 0.361855} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.982347] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.982510] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.982764] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7102af-95d3-45db-8cf1-e1ce69c91aba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.002597] env[62093]: DEBUG nova.network.neutron [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.028413] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.050444] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1389.086526] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.086846] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.087106] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Deleting the datastore file [datastore1] 31be046d-be83-42b0-a594-21849b0d577f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.087419] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f178fa0-ca66-44a7-a4ac-49e43eafcce0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.093572] env[62093]: DEBUG oslo_vmware.api [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for the task: (returnval){ [ 1389.093572] env[62093]: value = "task-1709911" [ 1389.093572] env[62093]: _type = "Task" [ 1389.093572] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.105179] env[62093]: DEBUG oslo_vmware.api [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.167058] env[62093]: DEBUG nova.network.neutron [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Updating instance_info_cache with network_info: [{"id": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "address": "fa:16:3e:c0:80:d5", "network": {"id": "b991995f-7bd9-4692-bdee-eb611e87469d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1053382769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a000d3e85f2471da687a63d2f6901e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf698e07-76", "ovs_interfaceid": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.225111] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.364921] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6b55cef-98e2-444b-a720-e8d4a54fffc0 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.524836] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.555088] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4a34bdd6-a12b-45d8-9b07-50464456c2c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1389.612349] env[62093]: DEBUG oslo_vmware.api [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Task: {'id': task-1709911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244206} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.612873] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.613110] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.613289] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.613474] env[62093]: INFO nova.compute.manager [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1389.613725] env[62093]: DEBUG oslo.service.loopingcall [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.613928] env[62093]: DEBUG nova.compute.manager [-] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1389.614027] env[62093]: DEBUG nova.network.neutron [-] [instance: 31be046d-be83-42b0-a594-21849b0d577f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.637615] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1389.637769] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1389.637913] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.638089] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1389.638249] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.638378] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1389.638583] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1389.638739] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1389.639247] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1389.639451] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1389.639629] env[62093]: DEBUG nova.virt.hardware [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1389.640517] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604feec-9e0b-4eb8-a199-e7d649e31386 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.652162] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f1d1fb-0899-4522-b004-50fcc40ee8eb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.667540] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:41:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ae945b-659d-49eb-ad96-7fd065c49625', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.678112] env[62093]: DEBUG oslo.service.loopingcall [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.678663] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Releasing lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.679016] env[62093]: DEBUG nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Instance network_info: |[{"id": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "address": "fa:16:3e:c0:80:d5", "network": {"id": "b991995f-7bd9-4692-bdee-eb611e87469d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1053382769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a000d3e85f2471da687a63d2f6901e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf698e07-76", "ovs_interfaceid": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1389.679983] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.680466] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:80:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf698e07-76c3-4271-a7b1-d4ce7a9e8335', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.688777] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Creating folder: Project (2a000d3e85f2471da687a63d2f6901e2). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.689063] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bbdcd4d-7290-4aa3-afeb-8ab6cdc22cfe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.705901] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01dee729-7ef5-43c5-bff7-8345ad5537fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.713112] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.713112] env[62093]: value = "task-1709913" [ 1389.713112] env[62093]: _type = "Task" [ 1389.713112] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.717923] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Created folder: Project (2a000d3e85f2471da687a63d2f6901e2) in parent group-v356072. [ 1389.718150] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Creating folder: Instances. Parent ref: group-v356234. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.718733] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02ac67ad-027e-4d57-a77c-d08c3f40308c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.723703] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709913, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.731189] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Created folder: Instances in parent group-v356234. [ 1389.731443] env[62093]: DEBUG oslo.service.loopingcall [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.731647] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.731851] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450dc375-592b-4d53-a54a-1e223e055e07 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.754376] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.754376] env[62093]: value = "task-1709915" [ 1389.754376] env[62093]: _type = "Task" [ 1389.754376] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.765022] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709915, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.028588] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.058596] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance fa13fc40-abbf-442a-a9dc-53f6b611c95c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1390.058596] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1390.058805] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1390.226843] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709913, 'name': CreateVM_Task, 'duration_secs': 0.461972} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.229240] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.230420] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.230586] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.230889] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.231168] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7697f725-f335-496e-a833-b2bcec0f46b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.235967] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1390.235967] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5202813a-9ee3-bb90-1964-6c525100ec69" [ 1390.235967] env[62093]: _type = "Task" [ 1390.235967] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.243774] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5202813a-9ee3-bb90-1964-6c525100ec69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.266198] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709915, 'name': CreateVM_Task, 'duration_secs': 0.436248} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.266381] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.267414] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.335443] env[62093]: DEBUG nova.compute.manager [req-4e4f1679-f92b-4dcc-be7b-d0709d62087a req-87babb4b-ea6a-47fd-83e4-4842b82739cb service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Received event network-changed-cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1390.335663] env[62093]: DEBUG nova.compute.manager [req-4e4f1679-f92b-4dcc-be7b-d0709d62087a req-87babb4b-ea6a-47fd-83e4-4842b82739cb service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Refreshing instance network info cache due to event network-changed-cf698e07-76c3-4271-a7b1-d4ce7a9e8335. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1390.335869] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e4f1679-f92b-4dcc-be7b-d0709d62087a req-87babb4b-ea6a-47fd-83e4-4842b82739cb service nova] Acquiring lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.336107] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e4f1679-f92b-4dcc-be7b-d0709d62087a req-87babb4b-ea6a-47fd-83e4-4842b82739cb service nova] Acquired lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.336459] env[62093]: DEBUG nova.network.neutron [req-4e4f1679-f92b-4dcc-be7b-d0709d62087a req-87babb4b-ea6a-47fd-83e4-4842b82739cb service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Refreshing network info cache for port cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.533355] env[62093]: DEBUG oslo_vmware.api [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709909, 'name': PowerOnVM_Task, 'duration_secs': 1.536772} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.540265] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.540265] env[62093]: INFO nova.compute.manager [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1390.540265] env[62093]: DEBUG nova.compute.manager [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1390.540265] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2aec59-c436-40b6-8c88-e343360f0c3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.634024] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab4a459-a504-49da-a217-7411abc66004 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.643314] env[62093]: DEBUG nova.network.neutron [-] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.646023] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d2bc80-d68a-424b-9baa-1f74ea73c128 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.683999] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66790fbd-5a4f-4e38-a81a-4b2aa013104d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.692976] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff2b6d7-b59e-4657-8403-aa2f42014ce9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.708486] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.746725] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5202813a-9ee3-bb90-1964-6c525100ec69, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.747045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.747299] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.747544] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.747690] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.747865] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.748173] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.748564] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.748840] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d4c43e5-75f6-4ce3-a7cd-ad11fb0d8e6a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.753627] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2386af9e-d49e-4744-9083-df2058067afc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.756588] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1390.756588] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ec1e3f-f4c2-f439-e6d9-246e47963744" [ 1390.756588] env[62093]: _type = "Task" [ 1390.756588] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.762452] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.762610] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.765984] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422729c3-67cb-4009-a11b-f9bbb98f96e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.768305] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ec1e3f-f4c2-f439-e6d9-246e47963744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.771886] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1390.771886] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52051c44-04ba-2a9b-53f8-0dacf1caa4c3" [ 1390.771886] env[62093]: _type = "Task" [ 1390.771886] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.782222] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52051c44-04ba-2a9b-53f8-0dacf1caa4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.076200] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.076674] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.078599] env[62093]: INFO nova.compute.manager [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Took 35.37 seconds to build instance. [ 1391.088323] env[62093]: DEBUG nova.network.neutron [req-4e4f1679-f92b-4dcc-be7b-d0709d62087a req-87babb4b-ea6a-47fd-83e4-4842b82739cb service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Updated VIF entry in instance network info cache for port cf698e07-76c3-4271-a7b1-d4ce7a9e8335. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.088323] env[62093]: DEBUG nova.network.neutron [req-4e4f1679-f92b-4dcc-be7b-d0709d62087a req-87babb4b-ea6a-47fd-83e4-4842b82739cb service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Updating instance_info_cache with network_info: [{"id": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "address": "fa:16:3e:c0:80:d5", "network": {"id": "b991995f-7bd9-4692-bdee-eb611e87469d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1053382769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a000d3e85f2471da687a63d2f6901e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf698e07-76", "ovs_interfaceid": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.150476] env[62093]: INFO nova.compute.manager [-] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Took 1.54 seconds to deallocate network for instance. [ 1391.215316] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1391.270143] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ec1e3f-f4c2-f439-e6d9-246e47963744, 'name': SearchDatastore_Task, 'duration_secs': 0.025155} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.270355] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.270604] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.271156] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.283138] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52051c44-04ba-2a9b-53f8-0dacf1caa4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.021295} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.284176] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f16b13c-30a5-4cb4-9b7c-2b618452414f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.291200] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1391.291200] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5227bf5b-c9ad-e69f-e2a8-45f668570f7e" [ 1391.291200] env[62093]: _type = "Task" [ 1391.291200] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.300379] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5227bf5b-c9ad-e69f-e2a8-45f668570f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.434030] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "6e8789c5-3287-4939-98a4-802edbae4b53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.434838] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "6e8789c5-3287-4939-98a4-802edbae4b53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.435147] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "6e8789c5-3287-4939-98a4-802edbae4b53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.435366] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "6e8789c5-3287-4939-98a4-802edbae4b53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.435537] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "6e8789c5-3287-4939-98a4-802edbae4b53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.438059] env[62093]: INFO nova.compute.manager [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Terminating instance [ 1391.440582] env[62093]: DEBUG nova.compute.manager [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1391.440731] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.441608] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf872e75-5a36-41b7-b116-91d7d94f04bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.450714] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.451048] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4faea8ac-85dc-4a2a-b009-3e84813dc2c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.459038] env[62093]: DEBUG oslo_vmware.api [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1391.459038] env[62093]: value = "task-1709916" [ 1391.459038] env[62093]: _type = "Task" [ 1391.459038] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.470108] env[62093]: DEBUG oslo_vmware.api [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.581928] env[62093]: DEBUG oslo_concurrency.lockutils [None req-282c5f0a-c4ad-4324-a1f5-0ad2bcc1350f tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "996eec05-0579-4d90-b81c-d54d7dedcc6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.469s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.582303] env[62093]: DEBUG nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1391.593326] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e4f1679-f92b-4dcc-be7b-d0709d62087a req-87babb4b-ea6a-47fd-83e4-4842b82739cb service nova] Releasing lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.657658] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.722138] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1391.722138] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.247s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.722138] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.792s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.722955] env[62093]: INFO nova.compute.claims [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.725754] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.729236] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62093) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1391.801959] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5227bf5b-c9ad-e69f-e2a8-45f668570f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.802282] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.802581] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.802870] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.803066] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.803288] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e8c9a19-2e79-4959-844c-9dfef2d946d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.805779] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52027b72-1fc3-44c2-b49f-86376bb663c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.812959] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1391.812959] env[62093]: value = "task-1709917" [ 1391.812959] env[62093]: _type = "Task" [ 1391.812959] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.817743] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.817928] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.819477] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b8fc58-67ac-46b9-8ff1-f303bca17f42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.825563] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.829047] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1391.829047] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528b4d10-ecaa-1dfc-a8c7-dd157aced21d" [ 1391.829047] env[62093]: _type = "Task" [ 1391.829047] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.837881] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528b4d10-ecaa-1dfc-a8c7-dd157aced21d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.975230] env[62093]: DEBUG oslo_vmware.api [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709916, 'name': PowerOffVM_Task, 'duration_secs': 0.389304} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.975230] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.975230] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.975230] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9db7d59e-8db8-4304-a4d6-ff098f46d48f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.115285] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.220370] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.220549] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.220737] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Deleting the datastore file [datastore1] 6e8789c5-3287-4939-98a4-802edbae4b53 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.221395] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d9d2b5-2d0b-4ff9-88da-1ec7ff9c39ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.235650] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.236871] env[62093]: DEBUG oslo_vmware.api [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1392.236871] env[62093]: value = "task-1709919" [ 1392.236871] env[62093]: _type = "Task" [ 1392.236871] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.256596] env[62093]: DEBUG oslo_vmware.api [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.324619] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709917, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.340911] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528b4d10-ecaa-1dfc-a8c7-dd157aced21d, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.344768] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d17cdf-2631-4f85-9fbd-18dba96c8793 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.349896] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1392.349896] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52526acc-e073-a4dd-2f7b-868db8e07c11" [ 1392.349896] env[62093]: _type = "Task" [ 1392.349896] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.358047] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52526acc-e073-a4dd-2f7b-868db8e07c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.430842] env[62093]: INFO nova.compute.manager [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Rebuilding instance [ 1392.484871] env[62093]: DEBUG nova.compute.manager [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1392.485797] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4361f30a-3828-44b6-a08b-d7ae6a6256c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.750829] env[62093]: DEBUG oslo_vmware.api [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1709919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273384} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.751246] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.751450] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.751628] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.751819] env[62093]: INFO nova.compute.manager [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1392.752103] env[62093]: DEBUG oslo.service.loopingcall [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.752320] env[62093]: DEBUG nova.compute.manager [-] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1392.752418] env[62093]: DEBUG nova.network.neutron [-] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.810275] env[62093]: DEBUG nova.compute.manager [req-3bedb57c-9f92-4b60-bf20-a32e522ba9e4 req-9521e9a3-06eb-4573-8b28-e1ec0fa2c6c2 service nova] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Received event network-vif-deleted-bd39b623-a9b4-435b-8cfe-b28d6e2c8e9a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1392.828020] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56432} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.828020] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.828301] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.829030] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eab37310-13e6-4f6b-98ad-ca2d420f6916 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.838432] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1392.838432] env[62093]: value = "task-1709920" [ 1392.838432] env[62093]: _type = "Task" [ 1392.838432] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.851144] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.864136] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52526acc-e073-a4dd-2f7b-868db8e07c11, 'name': SearchDatastore_Task, 'duration_secs': 0.019239} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.864409] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.864684] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6a398569-5c61-47e5-961f-0b3766f29440/6a398569-5c61-47e5-961f-0b3766f29440.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.867525] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6163b138-a39d-4f61-b1d5-b481cc12d572 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.880629] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1392.880629] env[62093]: value = "task-1709921" [ 1392.880629] env[62093]: _type = "Task" [ 1392.880629] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.888362] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.998755] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.999104] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5141a84-60cd-4b65-9ce9-68178fb10939 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.008252] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1393.008252] env[62093]: value = "task-1709922" [ 1393.008252] env[62093]: _type = "Task" [ 1393.008252] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.015784] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.351938] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066742} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.352747] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.353778] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7100b14e-3005-465f-9a3e-221cbd00f0cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.417094] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.417094] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8af7676c-8c32-423f-9298-104858f31fbf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.417094] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "64c40b08-3480-4869-8d35-f8b4db862733" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.417094] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.417094] env[62093]: INFO nova.compute.manager [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Shelving [ 1393.420720] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513668} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.421092] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1393.421092] env[62093]: value = "task-1709923" [ 1393.421092] env[62093]: _type = "Task" [ 1393.421092] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.421389] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6a398569-5c61-47e5-961f-0b3766f29440/6a398569-5c61-47e5-961f-0b3766f29440.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.421607] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.421951] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e96f514-6d44-4dac-a3f1-f29cf4693abb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.433531] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.440587] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1393.440587] env[62093]: value = "task-1709924" [ 1393.440587] env[62093]: _type = "Task" [ 1393.440587] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.452374] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.462038] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdad0ca-b897-460d-9266-cd068cfc296c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.470027] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d191e3-82a8-41a4-be69-f1186831df5d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.506060] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c665e-1aa4-4e41-bafb-26ea0209838d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.519521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae3e35-bfae-47f4-8b79-f6fdd3ca5adb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.524816] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709922, 'name': PowerOffVM_Task, 'duration_secs': 0.213388} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.524816] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.524816] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.526010] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188aa6a7-4975-4fee-bd0a-762ae70c0d01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.536807] env[62093]: DEBUG nova.compute.provider_tree [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.544219] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.544219] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f359d1-7beb-44ab-8fc0-5acc82ba8c3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.569032] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.569194] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.569536] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Deleting the datastore file [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.570397] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a41f874-f575-46d3-bb53-a6842090bd12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.580750] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1393.580750] env[62093]: value = "task-1709926" [ 1393.580750] env[62093]: _type = "Task" [ 1393.580750] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.589711] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.912087] env[62093]: DEBUG nova.network.neutron [-] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.919303] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.919637] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d705a5-a0e2-489e-9e24-2507b1955091 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.928457] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1393.928457] env[62093]: value = "task-1709927" [ 1393.928457] env[62093]: _type = "Task" [ 1393.928457] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.939250] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709923, 'name': ReconfigVM_Task, 'duration_secs': 0.388293} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.940059] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914/2ed2dce7-7f24-4479-a059-36811c24b914.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.940863] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2fb037d-f6ce-4eee-b400-5031bd7406a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.950971] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.958689] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144396} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.960200] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.960617] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1393.960617] env[62093]: value = "task-1709928" [ 1393.960617] env[62093]: _type = "Task" [ 1393.960617] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.961716] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c78c09-45c7-445d-83c6-4f3323911cbe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.990101] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 6a398569-5c61-47e5-961f-0b3766f29440/6a398569-5c61-47e5-961f-0b3766f29440.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.995803] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2bab7a-1496-464d-bb10-d45a185d64fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.013946] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709928, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.020077] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1394.020077] env[62093]: value = "task-1709929" [ 1394.020077] env[62093]: _type = "Task" [ 1394.020077] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.027624] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.040081] env[62093]: DEBUG nova.scheduler.client.report [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1394.092322] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126758} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.092322] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.092322] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.092322] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.417610] env[62093]: INFO nova.compute.manager [-] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Took 1.67 seconds to deallocate network for instance. [ 1394.439592] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709927, 'name': PowerOffVM_Task, 'duration_secs': 0.220464} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.440227] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.440736] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e8cbf6-2164-4be2-b8a3-be4464ab5617 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.462174] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa03390-0a9d-429c-987d-d6d3fabb37ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.479078] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709928, 'name': Rename_Task, 'duration_secs': 0.204537} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.479394] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.479669] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10e0c0e5-fae6-415c-9f10-93b03f7363fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.486561] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1394.486561] env[62093]: value = "task-1709930" [ 1394.486561] env[62093]: _type = "Task" [ 1394.486561] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.494646] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.529344] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709929, 'name': ReconfigVM_Task, 'duration_secs': 0.323916} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.529464] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 6a398569-5c61-47e5-961f-0b3766f29440/6a398569-5c61-47e5-961f-0b3766f29440.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.530091] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19e8e3e1-c772-4306-be75-a46d787aa3c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.536586] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1394.536586] env[62093]: value = "task-1709931" [ 1394.536586] env[62093]: _type = "Task" [ 1394.536586] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.545979] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.545979] env[62093]: DEBUG nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1394.549097] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709931, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.549768] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.234s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.549768] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.552099] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.138s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.553754] env[62093]: INFO nova.compute.claims [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.591768] env[62093]: INFO nova.scheduler.client.report [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted allocations for instance 12f3f357-d537-4ac7-83a4-61229287461d [ 1394.719892] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.719892] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.840357] env[62093]: DEBUG nova.compute.manager [req-69cb4dfe-eafa-483f-84a6-62ef24968d38 req-ef5e77bd-10e9-4654-bb17-96cf161aec50 service nova] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Received event network-vif-deleted-c734e7dd-c9a0-4040-86b1-2ce73c3493a1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1394.925110] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.976455] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1394.976853] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0dbc2c0f-c2c7-49fb-8ffb-f9624f9dba0a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.984864] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1394.984864] env[62093]: value = "task-1709932" [ 1394.984864] env[62093]: _type = "Task" [ 1394.984864] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.998096] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709932, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.001261] env[62093]: DEBUG oslo_vmware.api [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709930, 'name': PowerOnVM_Task, 'duration_secs': 0.5085} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.001502] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.001739] env[62093]: DEBUG nova.compute.manager [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1395.002591] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc3dcc1-c9e9-4409-ba8d-913829a59ac2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.046466] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709931, 'name': Rename_Task, 'duration_secs': 0.186393} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.046758] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.047066] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64f404f8-e1dd-41dd-9989-49ecbc8fa07d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.051312] env[62093]: DEBUG nova.compute.utils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.054489] env[62093]: DEBUG nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1395.054663] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.056828] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1395.056828] env[62093]: value = "task-1709933" [ 1395.056828] env[62093]: _type = "Task" [ 1395.056828] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.070182] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.103294] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8959243e-f93c-47b2-8f7c-7f82f4f6a593 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "12f3f357-d537-4ac7-83a4-61229287461d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.251s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.113741] env[62093]: DEBUG nova.policy [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32599a1871f442cca6b546b67b6c7a97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34b42c96bbd44259bad56986e684da86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1395.131068] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.131398] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.131561] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.131805] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.131976] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.132157] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.132369] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.132526] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.132691] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.132862] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.133166] env[62093]: DEBUG nova.virt.hardware [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.134330] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae76ac-c808-4b65-96f4-da1526e22d12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.142981] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25891cc-df96-406c-8cd2-bd360a3f962d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.157796] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.163452] env[62093]: DEBUG oslo.service.loopingcall [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.163713] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.163927] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d480818-cbc3-47b6-9f37-25e2bfe94555 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.182228] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.182228] env[62093]: value = "task-1709934" [ 1395.182228] env[62093]: _type = "Task" [ 1395.182228] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.189112] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709934, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.222276] env[62093]: DEBUG nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1395.418712] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Successfully created port: 6c26460e-981b-4e36-b4d8-3ab874a7f5da {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.495688] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709932, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.518513] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.553956] env[62093]: DEBUG nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1395.576658] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709933, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.694097] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709934, 'name': CreateVM_Task, 'duration_secs': 0.334212} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.695160] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.695160] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.695160] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.695438] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.695986] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3debd8d-77cd-4468-82fe-8ed50aeade07 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.701268] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1395.701268] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fe217b-2d8d-8814-b718-ddb4633901ca" [ 1395.701268] env[62093]: _type = "Task" [ 1395.701268] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.713484] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Successfully created port: c9146f8d-7559-4f15-958c-5c3a52487610 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.721719] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fe217b-2d8d-8814-b718-ddb4633901ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.749533] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.998510] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709932, 'name': CreateSnapshot_Task, 'duration_secs': 0.757797} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.998510] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1395.998677] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb74854-70d0-482b-b1ed-20c7db4e4759 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.005669] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Successfully created port: 3426677a-29ae-4bd6-9f40-6b14ef5f13e0 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.072421] env[62093]: DEBUG oslo_vmware.api [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709933, 'name': PowerOnVM_Task, 'duration_secs': 0.856781} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.074941] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.075171] env[62093]: INFO nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1396.075350] env[62093]: DEBUG nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1396.076305] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbead3f6-f49b-40d0-9f0f-4175a1466c30 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.143333] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1117692d-41b2-4289-8217-f20ffa97cf7d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.151419] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f127848a-285f-4b5c-8d26-2a02b767dfcd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.184413] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45b9172-5cf4-4e3d-a682-540040a5b144 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.191893] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa9403c-cdd4-46b5-926a-de67a4c05212 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.205259] env[62093]: DEBUG nova.compute.provider_tree [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.215508] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fe217b-2d8d-8814-b718-ddb4633901ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.216745] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.216745] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.216745] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.216876] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.217973] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.217973] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dafc4ea9-0f52-43e3-b2a8-152f26849da8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.230823] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.230823] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.230823] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1025de9a-03a4-4350-8dd1-13a9d7e6c39c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.236234] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1396.236234] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f354c1-7c0b-03d5-9487-e653e53f2928" [ 1396.236234] env[62093]: _type = "Task" [ 1396.236234] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.245020] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f354c1-7c0b-03d5-9487-e653e53f2928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.523404] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1396.523735] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ef7c9f7-d568-4c5a-b08f-fdb87cbd6e12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.532113] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1396.532113] env[62093]: value = "task-1709935" [ 1396.532113] env[62093]: _type = "Task" [ 1396.532113] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.540437] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709935, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.564090] env[62093]: DEBUG nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1396.589922] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1396.590207] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1396.590367] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.590550] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1396.590694] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.590839] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1396.591240] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1396.591481] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1396.591700] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1396.591878] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1396.592065] env[62093]: DEBUG nova.virt.hardware [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1396.599322] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbbe639-2308-43ef-8e0a-6b20747b5432 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.602302] env[62093]: INFO nova.compute.manager [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Took 37.68 seconds to build instance. [ 1396.608644] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ebe2b6-0900-4a63-9587-f196fd4ca3ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.711425] env[62093]: DEBUG nova.scheduler.client.report [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1396.746049] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f354c1-7c0b-03d5-9487-e653e53f2928, 'name': SearchDatastore_Task, 'duration_secs': 0.030264} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.746977] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7529d122-483e-45ae-993f-326b3a0f4353 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.752971] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1396.752971] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5200de35-7c29-3523-c70c-76af16742f4d" [ 1396.752971] env[62093]: _type = "Task" [ 1396.752971] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.761995] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5200de35-7c29-3523-c70c-76af16742f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.776886] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "120937ab-0557-40a6-8378-9d3c8d7bcc17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.777205] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "120937ab-0557-40a6-8378-9d3c8d7bcc17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.777406] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "120937ab-0557-40a6-8378-9d3c8d7bcc17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.777588] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "120937ab-0557-40a6-8378-9d3c8d7bcc17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.777926] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "120937ab-0557-40a6-8378-9d3c8d7bcc17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.780208] env[62093]: INFO nova.compute.manager [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Terminating instance [ 1396.781762] env[62093]: DEBUG nova.compute.manager [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1396.781940] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.782759] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e912527-0fbe-4403-a305-70349e4022c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.790257] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.790535] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d58616ea-a12f-4abe-be6b-589baf3e24e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.797445] env[62093]: DEBUG oslo_vmware.api [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1396.797445] env[62093]: value = "task-1709936" [ 1396.797445] env[62093]: _type = "Task" [ 1396.797445] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.807970] env[62093]: DEBUG oslo_vmware.api [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.042441] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709935, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.105166] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13e10e92-3c65-4d1a-8695-6fe2cf23b9bd tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "6a398569-5c61-47e5-961f-0b3766f29440" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.193s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.217507] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.218013] env[62093]: DEBUG nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1397.220692] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.654s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.220899] env[62093]: DEBUG nova.objects.instance [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1397.264853] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5200de35-7c29-3523-c70c-76af16742f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.022415} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.265207] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.265474] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d/996eec05-0579-4d90-b81c-d54d7dedcc6d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.265990] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c2f3254-372f-4e73-ad62-6ffc3937bfa5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.274167] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1397.274167] env[62093]: value = "task-1709937" [ 1397.274167] env[62093]: _type = "Task" [ 1397.274167] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.284520] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.308954] env[62093]: DEBUG oslo_vmware.api [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709936, 'name': PowerOffVM_Task, 'duration_secs': 0.197568} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.309326] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.309536] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.309845] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4339bfd1-457c-49b0-8ed3-c3210d05328b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.435656] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.436064] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.436410] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleting the datastore file [datastore1] 120937ab-0557-40a6-8378-9d3c8d7bcc17 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.436952] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17e279e0-33db-402b-ba0d-1aacc4430db0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.446120] env[62093]: DEBUG oslo_vmware.api [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1397.446120] env[62093]: value = "task-1709939" [ 1397.446120] env[62093]: _type = "Task" [ 1397.446120] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.455008] env[62093]: DEBUG oslo_vmware.api [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.533432] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Successfully updated port: 6c26460e-981b-4e36-b4d8-3ab874a7f5da {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.545146] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709935, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.623760] env[62093]: DEBUG nova.compute.manager [req-b254a215-e4f9-4f37-b17d-67a4264b49ff req-09f645a9-a734-4886-ae4d-76b956c415fb service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-vif-plugged-6c26460e-981b-4e36-b4d8-3ab874a7f5da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1397.624032] env[62093]: DEBUG oslo_concurrency.lockutils [req-b254a215-e4f9-4f37-b17d-67a4264b49ff req-09f645a9-a734-4886-ae4d-76b956c415fb service nova] Acquiring lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.624698] env[62093]: DEBUG oslo_concurrency.lockutils [req-b254a215-e4f9-4f37-b17d-67a4264b49ff req-09f645a9-a734-4886-ae4d-76b956c415fb service nova] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.624768] env[62093]: DEBUG oslo_concurrency.lockutils [req-b254a215-e4f9-4f37-b17d-67a4264b49ff req-09f645a9-a734-4886-ae4d-76b956c415fb service nova] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.624988] env[62093]: DEBUG nova.compute.manager [req-b254a215-e4f9-4f37-b17d-67a4264b49ff req-09f645a9-a734-4886-ae4d-76b956c415fb service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] No waiting events found dispatching network-vif-plugged-6c26460e-981b-4e36-b4d8-3ab874a7f5da {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1397.625439] env[62093]: WARNING nova.compute.manager [req-b254a215-e4f9-4f37-b17d-67a4264b49ff req-09f645a9-a734-4886-ae4d-76b956c415fb service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received unexpected event network-vif-plugged-6c26460e-981b-4e36-b4d8-3ab874a7f5da for instance with vm_state building and task_state spawning. [ 1397.726453] env[62093]: DEBUG nova.compute.utils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.732375] env[62093]: DEBUG nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1397.732375] env[62093]: DEBUG nova.network.neutron [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.780872] env[62093]: DEBUG nova.policy [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b3718ca34d4eefaa915c1785ee1c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbdc7b988a614ddd8820f3b2181c92e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1397.788195] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709937, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.956622] env[62093]: DEBUG oslo_vmware.api [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1709939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501947} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.956954] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.957151] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.957324] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.957483] env[62093]: INFO nova.compute.manager [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1397.957716] env[62093]: DEBUG oslo.service.loopingcall [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.957906] env[62093]: DEBUG nova.compute.manager [-] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1397.957999] env[62093]: DEBUG nova.network.neutron [-] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.043980] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709935, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.068328] env[62093]: DEBUG nova.network.neutron [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Successfully created port: e42373a5-537b-4e37-9e93-8a8bfc28a9ab {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.229731] env[62093]: DEBUG nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1398.236509] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0a9199d1-0332-4e1d-9792-8c5676913ff9 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.237891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.444s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.239634] env[62093]: INFO nova.compute.claims [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.285775] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516212} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.286061] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d/996eec05-0579-4d90-b81c-d54d7dedcc6d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.286359] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.286555] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42186a7d-8fd0-4ca8-987b-0a7e64b3c93f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.293043] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1398.293043] env[62093]: value = "task-1709940" [ 1398.293043] env[62093]: _type = "Task" [ 1398.293043] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.302615] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.544087] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709935, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.680489] env[62093]: DEBUG nova.compute.manager [req-bd6a3ba8-e4df-4ded-9ce6-e877c30293fa req-aa339da5-2bfd-4854-8db1-46c42fe2b3e3 service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Received event network-changed-cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1398.680573] env[62093]: DEBUG nova.compute.manager [req-bd6a3ba8-e4df-4ded-9ce6-e877c30293fa req-aa339da5-2bfd-4854-8db1-46c42fe2b3e3 service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Refreshing instance network info cache due to event network-changed-cf698e07-76c3-4271-a7b1-d4ce7a9e8335. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1398.680821] env[62093]: DEBUG oslo_concurrency.lockutils [req-bd6a3ba8-e4df-4ded-9ce6-e877c30293fa req-aa339da5-2bfd-4854-8db1-46c42fe2b3e3 service nova] Acquiring lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.680931] env[62093]: DEBUG oslo_concurrency.lockutils [req-bd6a3ba8-e4df-4ded-9ce6-e877c30293fa req-aa339da5-2bfd-4854-8db1-46c42fe2b3e3 service nova] Acquired lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.681105] env[62093]: DEBUG nova.network.neutron [req-bd6a3ba8-e4df-4ded-9ce6-e877c30293fa req-aa339da5-2bfd-4854-8db1-46c42fe2b3e3 service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Refreshing network info cache for port cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.804363] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068888} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.804527] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.805397] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb954365-6fd9-4f35-98e4-f42028f9afa0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.825857] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d/996eec05-0579-4d90-b81c-d54d7dedcc6d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.826189] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d53abb0-7ba5-4faf-8edc-419141479c33 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.846447] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1398.846447] env[62093]: value = "task-1709941" [ 1398.846447] env[62093]: _type = "Task" [ 1398.846447] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.854873] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.949062] env[62093]: DEBUG nova.network.neutron [-] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.046263] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709935, 'name': CloneVM_Task, 'duration_secs': 2.050737} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.046571] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Created linked-clone VM from snapshot [ 1399.047400] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b5fd9-4acb-418f-8b72-e66cc7fb1ab0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.057863] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Uploading image e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1399.090129] env[62093]: DEBUG oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1399.090129] env[62093]: value = "vm-356240" [ 1399.090129] env[62093]: _type = "VirtualMachine" [ 1399.090129] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1399.090129] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17dcf2c1-921c-4c5d-9a72-20c117161807 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.098796] env[62093]: DEBUG oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lease: (returnval){ [ 1399.098796] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b0c9-1824-1225-08bd-b0bfda37d193" [ 1399.098796] env[62093]: _type = "HttpNfcLease" [ 1399.098796] env[62093]: } obtained for exporting VM: (result){ [ 1399.098796] env[62093]: value = "vm-356240" [ 1399.098796] env[62093]: _type = "VirtualMachine" [ 1399.098796] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1399.099450] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the lease: (returnval){ [ 1399.099450] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b0c9-1824-1225-08bd-b0bfda37d193" [ 1399.099450] env[62093]: _type = "HttpNfcLease" [ 1399.099450] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1399.106766] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1399.106766] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b0c9-1824-1225-08bd-b0bfda37d193" [ 1399.106766] env[62093]: _type = "HttpNfcLease" [ 1399.106766] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1399.242791] env[62093]: DEBUG nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1399.283180] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1399.283180] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1399.283180] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.283180] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1399.283180] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.283180] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1399.283535] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1399.283568] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1399.283750] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1399.283916] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1399.287769] env[62093]: DEBUG nova.virt.hardware [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1399.288718] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3bc15a-0b31-445a-a82b-28a7b5eee0d8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.307571] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabeccee-029f-4283-b773-c0860a37a6b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.357798] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.452061] env[62093]: INFO nova.compute.manager [-] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Took 1.49 seconds to deallocate network for instance. [ 1399.608338] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1399.608338] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b0c9-1824-1225-08bd-b0bfda37d193" [ 1399.608338] env[62093]: _type = "HttpNfcLease" [ 1399.608338] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1399.608751] env[62093]: DEBUG oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1399.608751] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5221b0c9-1824-1225-08bd-b0bfda37d193" [ 1399.608751] env[62093]: _type = "HttpNfcLease" [ 1399.608751] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1399.609505] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01581f58-2401-45c0-82f7-c571a5589346 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.624417] env[62093]: DEBUG oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52066055-15cb-3ba2-63ac-4a5cfe2dc0f3/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1399.624683] env[62093]: DEBUG oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52066055-15cb-3ba2-63ac-4a5cfe2dc0f3/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1399.835751] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7382e8e2-48b3-4d0a-b63f-68cd55ba992b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.877797] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709941, 'name': ReconfigVM_Task, 'duration_secs': 0.792897} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.878801] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d/996eec05-0579-4d90-b81c-d54d7dedcc6d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.879780] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e5db781-ca3e-43ad-99f9-90bceedff5b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.899642] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1399.899642] env[62093]: value = "task-1709943" [ 1399.899642] env[62093]: _type = "Task" [ 1399.899642] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.912521] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709943, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.936650] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf2c3a8-9cd4-434e-990e-ef9a94e17085 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.940570] env[62093]: DEBUG nova.network.neutron [req-bd6a3ba8-e4df-4ded-9ce6-e877c30293fa req-aa339da5-2bfd-4854-8db1-46c42fe2b3e3 service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Updated VIF entry in instance network info cache for port cf698e07-76c3-4271-a7b1-d4ce7a9e8335. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.940866] env[62093]: DEBUG nova.network.neutron [req-bd6a3ba8-e4df-4ded-9ce6-e877c30293fa req-aa339da5-2bfd-4854-8db1-46c42fe2b3e3 service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Updating instance_info_cache with network_info: [{"id": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "address": "fa:16:3e:c0:80:d5", "network": {"id": "b991995f-7bd9-4692-bdee-eb611e87469d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1053382769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a000d3e85f2471da687a63d2f6901e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf698e07-76", "ovs_interfaceid": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.947292] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0080f8-61f4-448b-a64b-a59e23df05a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.979980] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.981803] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a7cca7-34ca-4803-b7ef-4255f3ab0c1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.991939] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac090b2-e114-466a-8045-d58d92eefad3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.006793] env[62093]: DEBUG nova.compute.provider_tree [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.111232] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Successfully updated port: c9146f8d-7559-4f15-958c-5c3a52487610 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.138250] env[62093]: DEBUG nova.network.neutron [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Successfully updated port: e42373a5-537b-4e37-9e93-8a8bfc28a9ab {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.154757] env[62093]: DEBUG nova.compute.manager [req-bdb7cade-9f70-406a-b0cc-1ede79345d51 req-d51e5d22-b705-4788-92e1-42a6fff62fe4 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-changed-6c26460e-981b-4e36-b4d8-3ab874a7f5da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1400.155098] env[62093]: DEBUG nova.compute.manager [req-bdb7cade-9f70-406a-b0cc-1ede79345d51 req-d51e5d22-b705-4788-92e1-42a6fff62fe4 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Refreshing instance network info cache due to event network-changed-6c26460e-981b-4e36-b4d8-3ab874a7f5da. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1400.155247] env[62093]: DEBUG oslo_concurrency.lockutils [req-bdb7cade-9f70-406a-b0cc-1ede79345d51 req-d51e5d22-b705-4788-92e1-42a6fff62fe4 service nova] Acquiring lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.155357] env[62093]: DEBUG oslo_concurrency.lockutils [req-bdb7cade-9f70-406a-b0cc-1ede79345d51 req-d51e5d22-b705-4788-92e1-42a6fff62fe4 service nova] Acquired lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.155671] env[62093]: DEBUG nova.network.neutron [req-bdb7cade-9f70-406a-b0cc-1ede79345d51 req-d51e5d22-b705-4788-92e1-42a6fff62fe4 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Refreshing network info cache for port 6c26460e-981b-4e36-b4d8-3ab874a7f5da {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.412998] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709943, 'name': Rename_Task, 'duration_secs': 0.385287} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.413333] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.413871] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a858fc-8621-451f-8b46-73c21df80262 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.422954] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1400.422954] env[62093]: value = "task-1709944" [ 1400.422954] env[62093]: _type = "Task" [ 1400.422954] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.433529] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.444820] env[62093]: DEBUG oslo_concurrency.lockutils [req-bd6a3ba8-e4df-4ded-9ce6-e877c30293fa req-aa339da5-2bfd-4854-8db1-46c42fe2b3e3 service nova] Releasing lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.512434] env[62093]: DEBUG nova.scheduler.client.report [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1400.640032] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "refresh_cache-9c7edb3c-e8f6-40f7-81bf-b1133f428625" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.640330] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "refresh_cache-9c7edb3c-e8f6-40f7-81bf-b1133f428625" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.640433] env[62093]: DEBUG nova.network.neutron [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.719749] env[62093]: DEBUG nova.network.neutron [req-bdb7cade-9f70-406a-b0cc-1ede79345d51 req-d51e5d22-b705-4788-92e1-42a6fff62fe4 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.865088] env[62093]: DEBUG nova.network.neutron [req-bdb7cade-9f70-406a-b0cc-1ede79345d51 req-d51e5d22-b705-4788-92e1-42a6fff62fe4 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.938367] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.959819] env[62093]: DEBUG nova.compute.manager [req-1c16e83f-9f16-4585-a80b-ca1e0939c530 req-ccdc0125-d754-47ce-b028-b12b1863ea85 service nova] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Received event network-vif-deleted-8c3fa3a1-eb52-455b-84b0-19175eaf02d7 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1401.019663] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.020347] env[62093]: DEBUG nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1401.025633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.346s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.025633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.025633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.173s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.026977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.027605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.809s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.027940] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.029489] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.728s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.031066] env[62093]: INFO nova.compute.claims [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.071077] env[62093]: INFO nova.scheduler.client.report [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted allocations for instance 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c [ 1401.080538] env[62093]: INFO nova.scheduler.client.report [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Deleted allocations for instance c8bbc092-e564-4c19-b787-65afa1ae7d60 [ 1401.089674] env[62093]: INFO nova.scheduler.client.report [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Deleted allocations for instance 720ede3f-9e51-482b-bcfb-a2d5488711a5 [ 1401.187813] env[62093]: DEBUG nova.network.neutron [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.347321] env[62093]: DEBUG nova.network.neutron [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Updating instance_info_cache with network_info: [{"id": "e42373a5-537b-4e37-9e93-8a8bfc28a9ab", "address": "fa:16:3e:f3:b2:2a", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42373a5-53", "ovs_interfaceid": "e42373a5-537b-4e37-9e93-8a8bfc28a9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.367949] env[62093]: DEBUG oslo_concurrency.lockutils [req-bdb7cade-9f70-406a-b0cc-1ede79345d51 req-d51e5d22-b705-4788-92e1-42a6fff62fe4 service nova] Releasing lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.438134] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.536355] env[62093]: DEBUG nova.compute.utils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.537941] env[62093]: DEBUG nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1401.538643] env[62093]: DEBUG nova.network.neutron [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.582413] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a73ef161-5157-4483-a1d8-456ff7b07d1f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "3ec3d23d-77af-4e82-8ef3-bb80e6d7516c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.032s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.589136] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac53e00e-19ff-4577-8ad1-27e140b8d811 tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "c8bbc092-e564-4c19-b787-65afa1ae7d60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.883s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.602289] env[62093]: DEBUG nova.policy [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba1628e6dfb4ac08d5a9939f2a6a561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dc72bc99dca41f4bc5d4917026f1e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1401.605123] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d827fa3c-8118-4e97-92af-895b977896f6 tempest-AttachInterfacesUnderV243Test-344193317 tempest-AttachInterfacesUnderV243Test-344193317-project-member] Lock "720ede3f-9e51-482b-bcfb-a2d5488711a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.252s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.850589] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "refresh_cache-9c7edb3c-e8f6-40f7-81bf-b1133f428625" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.851036] env[62093]: DEBUG nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Instance network_info: |[{"id": "e42373a5-537b-4e37-9e93-8a8bfc28a9ab", "address": "fa:16:3e:f3:b2:2a", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42373a5-53", "ovs_interfaceid": "e42373a5-537b-4e37-9e93-8a8bfc28a9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1401.851829] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b2:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e42373a5-537b-4e37-9e93-8a8bfc28a9ab', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.861657] env[62093]: DEBUG oslo.service.loopingcall [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.861955] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.862284] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dfe2e93-326c-448a-b072-68587cbdcf2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.887975] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.887975] env[62093]: value = "task-1709945" [ 1401.887975] env[62093]: _type = "Task" [ 1401.887975] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.897589] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709945, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.906930] env[62093]: DEBUG nova.network.neutron [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Successfully created port: 4d274dcc-713b-451c-9aef-29bc9b6e7c4f {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.940079] env[62093]: DEBUG oslo_vmware.api [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709944, 'name': PowerOnVM_Task, 'duration_secs': 1.468374} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.940830] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.940830] env[62093]: DEBUG nova.compute.manager [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1401.941414] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5adffd-ecad-43a0-8e82-caec09dd102b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.042372] env[62093]: DEBUG nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1402.409114] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709945, 'name': CreateVM_Task, 'duration_secs': 0.503389} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.409320] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.410271] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.410460] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.411518] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.411988] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da25033-e1fc-4b59-bc0b-462330fc9670 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.421331] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1402.421331] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f97ed0-7de5-08a0-8a0c-06a81703777c" [ 1402.421331] env[62093]: _type = "Task" [ 1402.421331] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.431042] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f97ed0-7de5-08a0-8a0c-06a81703777c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.444933] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Successfully updated port: 3426677a-29ae-4bd6-9f40-6b14ef5f13e0 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.465161] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.585657] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aef144-a72b-470f-87dc-21ea2275abee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.595692] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b0dcf0-4c0c-41ee-ad98-4533e6702a22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.635505] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d073ac74-2022-4096-af8e-644a0ddd501d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.644494] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ac6bc2-5868-49bc-bf08-016220627685 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.659535] env[62093]: DEBUG nova.compute.provider_tree [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.755826] env[62093]: DEBUG nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-vif-plugged-c9146f8d-7559-4f15-958c-5c3a52487610 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.758962] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Acquiring lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.759251] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.759491] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.759630] env[62093]: DEBUG nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] No waiting events found dispatching network-vif-plugged-c9146f8d-7559-4f15-958c-5c3a52487610 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1402.759814] env[62093]: WARNING nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received unexpected event network-vif-plugged-c9146f8d-7559-4f15-958c-5c3a52487610 for instance with vm_state building and task_state spawning. [ 1402.759997] env[62093]: DEBUG nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Received event network-vif-plugged-e42373a5-537b-4e37-9e93-8a8bfc28a9ab {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.760413] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Acquiring lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.760413] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.760519] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.760695] env[62093]: DEBUG nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] No waiting events found dispatching network-vif-plugged-e42373a5-537b-4e37-9e93-8a8bfc28a9ab {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1402.760865] env[62093]: WARNING nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Received unexpected event network-vif-plugged-e42373a5-537b-4e37-9e93-8a8bfc28a9ab for instance with vm_state building and task_state spawning. [ 1402.761036] env[62093]: DEBUG nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-changed-c9146f8d-7559-4f15-958c-5c3a52487610 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.761203] env[62093]: DEBUG nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Refreshing instance network info cache due to event network-changed-c9146f8d-7559-4f15-958c-5c3a52487610. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1402.761425] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Acquiring lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.761557] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Acquired lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.761692] env[62093]: DEBUG nova.network.neutron [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Refreshing network info cache for port c9146f8d-7559-4f15-958c-5c3a52487610 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.934941] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f97ed0-7de5-08a0-8a0c-06a81703777c, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.935666] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.937469] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.937469] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.937469] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.937469] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.937469] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e2c69c-0aac-4740-9f62-e2a76f1215dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.949406] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.949406] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.949406] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.949406] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7baa43c-7465-4dab-84e0-ccbbff26cf1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.956770] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1402.956770] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526f2220-78f5-bf48-b24e-d0a61a317864" [ 1402.956770] env[62093]: _type = "Task" [ 1402.956770] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.967272] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526f2220-78f5-bf48-b24e-d0a61a317864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.059303] env[62093]: DEBUG nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1403.087226] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1403.087698] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1403.087698] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.087826] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1403.087979] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.088099] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1403.088307] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1403.088533] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1403.088820] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1403.089021] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1403.089323] env[62093]: DEBUG nova.virt.hardware [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1403.090431] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec0a71-6677-4602-bd6c-8a0a48a2e6e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.099915] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e62fb60-7c8e-4647-a43e-90b5379ba6e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.162749] env[62093]: DEBUG nova.scheduler.client.report [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1403.309887] env[62093]: DEBUG nova.network.neutron [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.470271] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526f2220-78f5-bf48-b24e-d0a61a317864, 'name': SearchDatastore_Task, 'duration_secs': 0.018222} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.471154] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3ce5fa-e7b2-4469-934e-45e759e7bb47 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.477577] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1403.477577] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5265db56-6bc5-557d-d6f1-2ee0b5aae6ae" [ 1403.477577] env[62093]: _type = "Task" [ 1403.477577] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.486687] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5265db56-6bc5-557d-d6f1-2ee0b5aae6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.491253] env[62093]: DEBUG nova.network.neutron [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.507122] env[62093]: DEBUG nova.compute.manager [req-88c1d100-831d-4272-9cc6-a4e6bc67fdbe req-0b2f60bb-72d7-4e3b-9258-70ced683fcab service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Received event network-changed-cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1403.507122] env[62093]: DEBUG nova.compute.manager [req-88c1d100-831d-4272-9cc6-a4e6bc67fdbe req-0b2f60bb-72d7-4e3b-9258-70ced683fcab service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Refreshing instance network info cache due to event network-changed-cf698e07-76c3-4271-a7b1-d4ce7a9e8335. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1403.507122] env[62093]: DEBUG oslo_concurrency.lockutils [req-88c1d100-831d-4272-9cc6-a4e6bc67fdbe req-0b2f60bb-72d7-4e3b-9258-70ced683fcab service nova] Acquiring lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.507122] env[62093]: DEBUG oslo_concurrency.lockutils [req-88c1d100-831d-4272-9cc6-a4e6bc67fdbe req-0b2f60bb-72d7-4e3b-9258-70ced683fcab service nova] Acquired lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.508140] env[62093]: DEBUG nova.network.neutron [req-88c1d100-831d-4272-9cc6-a4e6bc67fdbe req-0b2f60bb-72d7-4e3b-9258-70ced683fcab service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Refreshing network info cache for port cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.668380] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.668935] env[62093]: DEBUG nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1403.672681] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.427s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.720846] env[62093]: DEBUG nova.network.neutron [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Successfully updated port: 4d274dcc-713b-451c-9aef-29bc9b6e7c4f {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.989000] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5265db56-6bc5-557d-d6f1-2ee0b5aae6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.032352} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.989356] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.990418] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 9c7edb3c-e8f6-40f7-81bf-b1133f428625/9c7edb3c-e8f6-40f7-81bf-b1133f428625.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.990418] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-162e391e-8fdb-438b-a0cf-a51648df97ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.994019] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Releasing lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.994317] env[62093]: DEBUG nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Received event network-changed-e42373a5-537b-4e37-9e93-8a8bfc28a9ab {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1403.994522] env[62093]: DEBUG nova.compute.manager [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Refreshing instance network info cache due to event network-changed-e42373a5-537b-4e37-9e93-8a8bfc28a9ab. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1403.994772] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Acquiring lock "refresh_cache-9c7edb3c-e8f6-40f7-81bf-b1133f428625" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.994947] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Acquired lock "refresh_cache-9c7edb3c-e8f6-40f7-81bf-b1133f428625" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.995506] env[62093]: DEBUG nova.network.neutron [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Refreshing network info cache for port e42373a5-537b-4e37-9e93-8a8bfc28a9ab {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.001997] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquired lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.002170] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.003630] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1404.003630] env[62093]: value = "task-1709946" [ 1404.003630] env[62093]: _type = "Task" [ 1404.003630] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.019016] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.056633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "996eec05-0579-4d90-b81c-d54d7dedcc6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.056852] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "996eec05-0579-4d90-b81c-d54d7dedcc6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.057102] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "996eec05-0579-4d90-b81c-d54d7dedcc6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.057300] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "996eec05-0579-4d90-b81c-d54d7dedcc6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.057470] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "996eec05-0579-4d90-b81c-d54d7dedcc6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.060384] env[62093]: INFO nova.compute.manager [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Terminating instance [ 1404.062075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "refresh_cache-996eec05-0579-4d90-b81c-d54d7dedcc6d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.062232] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquired lock "refresh_cache-996eec05-0579-4d90-b81c-d54d7dedcc6d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.062394] env[62093]: DEBUG nova.network.neutron [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.176744] env[62093]: DEBUG nova.compute.utils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.178526] env[62093]: DEBUG nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1404.178694] env[62093]: DEBUG nova.network.neutron [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1404.186015] env[62093]: INFO nova.compute.claims [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.225185] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-900a64bc-5359-4a3f-afba-aacc2cedaef0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.225185] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-900a64bc-5359-4a3f-afba-aacc2cedaef0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.225185] env[62093]: DEBUG nova.network.neutron [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.259552] env[62093]: DEBUG nova.policy [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7953c7f403fc484db3a61ad3d87290a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2826590859d84a159fef016b540a62f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1404.276316] env[62093]: DEBUG nova.network.neutron [req-88c1d100-831d-4272-9cc6-a4e6bc67fdbe req-0b2f60bb-72d7-4e3b-9258-70ced683fcab service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Updated VIF entry in instance network info cache for port cf698e07-76c3-4271-a7b1-d4ce7a9e8335. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.276907] env[62093]: DEBUG nova.network.neutron [req-88c1d100-831d-4272-9cc6-a4e6bc67fdbe req-0b2f60bb-72d7-4e3b-9258-70ced683fcab service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Updating instance_info_cache with network_info: [{"id": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "address": "fa:16:3e:c0:80:d5", "network": {"id": "b991995f-7bd9-4692-bdee-eb611e87469d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1053382769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a000d3e85f2471da687a63d2f6901e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf698e07-76", "ovs_interfaceid": "cf698e07-76c3-4271-a7b1-d4ce7a9e8335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.430907] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.431204] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.431404] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1404.519084] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709946, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.564455] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.590961] env[62093]: DEBUG nova.network.neutron [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.674863] env[62093]: DEBUG nova.network.neutron [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Successfully created port: 6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1404.687476] env[62093]: DEBUG nova.compute.utils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.690661] env[62093]: INFO nova.compute.resource_tracker [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating resource usage from migration 4812bd3d-924f-4b25-898e-6cdde4180099 [ 1404.740065] env[62093]: DEBUG nova.network.neutron [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.783022] env[62093]: DEBUG oslo_concurrency.lockutils [req-88c1d100-831d-4272-9cc6-a4e6bc67fdbe req-0b2f60bb-72d7-4e3b-9258-70ced683fcab service nova] Releasing lock "refresh_cache-6a398569-5c61-47e5-961f-0b3766f29440" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.961697] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.961770] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.961910] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1405.017986] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7632} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.020704] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 9c7edb3c-e8f6-40f7-81bf-b1133f428625/9c7edb3c-e8f6-40f7-81bf-b1133f428625.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.020991] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.021609] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08225cd7-5d05-4bad-9a9a-10d452d56b66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.028950] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1405.028950] env[62093]: value = "task-1709947" [ 1405.028950] env[62093]: _type = "Task" [ 1405.028950] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.038435] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.041941] env[62093]: DEBUG nova.network.neutron [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.051769] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquiring lock "6a398569-5c61-47e5-961f-0b3766f29440" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.052075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "6a398569-5c61-47e5-961f-0b3766f29440" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.052292] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquiring lock "6a398569-5c61-47e5-961f-0b3766f29440-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.052528] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "6a398569-5c61-47e5-961f-0b3766f29440-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.052719] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "6a398569-5c61-47e5-961f-0b3766f29440-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.055465] env[62093]: INFO nova.compute.manager [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Terminating instance [ 1405.060720] env[62093]: DEBUG nova.compute.manager [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1405.060931] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.062220] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597c124e-9c39-4d1a-ae3a-1133caa06cf5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.073766] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.074086] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d090ad89-afe1-4e68-88cc-a60ca71b10ce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.087306] env[62093]: DEBUG oslo_vmware.api [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1405.087306] env[62093]: value = "task-1709948" [ 1405.087306] env[62093]: _type = "Task" [ 1405.087306] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.101035] env[62093]: DEBUG oslo_vmware.api [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.195308] env[62093]: DEBUG nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1405.221805] env[62093]: DEBUG nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-vif-plugged-3426677a-29ae-4bd6-9f40-6b14ef5f13e0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1405.222200] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Acquiring lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.222552] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.222834] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.223122] env[62093]: DEBUG nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] No waiting events found dispatching network-vif-plugged-3426677a-29ae-4bd6-9f40-6b14ef5f13e0 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1405.223407] env[62093]: WARNING nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received unexpected event network-vif-plugged-3426677a-29ae-4bd6-9f40-6b14ef5f13e0 for instance with vm_state building and task_state spawning. [ 1405.223678] env[62093]: DEBUG nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-changed-3426677a-29ae-4bd6-9f40-6b14ef5f13e0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1405.223961] env[62093]: DEBUG nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Refreshing instance network info cache due to event network-changed-3426677a-29ae-4bd6-9f40-6b14ef5f13e0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1405.224214] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Acquiring lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.249224] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Releasing lock "refresh_cache-996eec05-0579-4d90-b81c-d54d7dedcc6d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.249805] env[62093]: DEBUG nova.compute.manager [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1405.250093] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.251753] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e0292b-a569-4a81-a0e6-384753a25d02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.264482] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.272138] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb75569-2881-4126-9005-3cbe986de89a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.281225] env[62093]: DEBUG oslo_vmware.api [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1405.281225] env[62093]: value = "task-1709949" [ 1405.281225] env[62093]: _type = "Task" [ 1405.281225] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.292197] env[62093]: DEBUG oslo_vmware.api [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.296331] env[62093]: DEBUG nova.network.neutron [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Updating instance_info_cache with network_info: [{"id": "6c26460e-981b-4e36-b4d8-3ab874a7f5da", "address": "fa:16:3e:49:30:0a", "network": {"id": "902e28be-90f7-40ea-9e65-43ecd2a642a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215387820", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c26460e-98", "ovs_interfaceid": "6c26460e-981b-4e36-b4d8-3ab874a7f5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9146f8d-7559-4f15-958c-5c3a52487610", "address": "fa:16:3e:3f:d8:15", "network": {"id": "b4d5e1f6-e8bc-4567-ae5d-8f1634e713bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-738451394", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9146f8d-75", "ovs_interfaceid": "c9146f8d-7559-4f15-958c-5c3a52487610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3426677a-29ae-4bd6-9f40-6b14ef5f13e0", "address": "fa:16:3e:42:92:6c", "network": {"id": "902e28be-90f7-40ea-9e65-43ecd2a642a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215387820", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3426677a-29", "ovs_interfaceid": "3426677a-29ae-4bd6-9f40-6b14ef5f13e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.380949] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94b5bc5-5a36-45cc-bb44-149e1fd98f91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.388788] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a2b9ab-92af-4f50-8cc1-ee474f089fc9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.426750] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0617c9-ff99-4ffd-82db-8a6cad31c333 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.437221] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f2fcb-f354-47d9-a074-259d2f2b2130 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.452566] env[62093]: DEBUG nova.compute.provider_tree [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.467918] env[62093]: DEBUG nova.network.neutron [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Updated VIF entry in instance network info cache for port e42373a5-537b-4e37-9e93-8a8bfc28a9ab. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.467918] env[62093]: DEBUG nova.network.neutron [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Updating instance_info_cache with network_info: [{"id": "e42373a5-537b-4e37-9e93-8a8bfc28a9ab", "address": "fa:16:3e:f3:b2:2a", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42373a5-53", "ovs_interfaceid": "e42373a5-537b-4e37-9e93-8a8bfc28a9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.483917] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.538762] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072195} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.539232] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.540053] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91901b2-317c-43eb-8537-90d37b9d8a63 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.562579] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 9c7edb3c-e8f6-40f7-81bf-b1133f428625/9c7edb3c-e8f6-40f7-81bf-b1133f428625.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.563706] env[62093]: DEBUG nova.network.neutron [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Updating instance_info_cache with network_info: [{"id": "4d274dcc-713b-451c-9aef-29bc9b6e7c4f", "address": "fa:16:3e:df:0f:97", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d274dcc-71", "ovs_interfaceid": "4d274dcc-713b-451c-9aef-29bc9b6e7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.565317] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4553c91e-93f5-42b1-a491-fc30eacb3447 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.592992] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1405.592992] env[62093]: value = "task-1709950" [ 1405.592992] env[62093]: _type = "Task" [ 1405.592992] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.599624] env[62093]: DEBUG oslo_vmware.api [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709948, 'name': PowerOffVM_Task, 'duration_secs': 0.408117} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.600401] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.600614] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.601145] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15ce0280-a74e-4f35-8fba-a48f547b7e3e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.605745] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.698860] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.698860] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.698860] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Deleting the datastore file [datastore1] 6a398569-5c61-47e5-961f-0b3766f29440 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.698860] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-479128d3-1f90-4481-80cc-5d8518de404b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.705561] env[62093]: DEBUG oslo_vmware.api [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for the task: (returnval){ [ 1405.705561] env[62093]: value = "task-1709952" [ 1405.705561] env[62093]: _type = "Task" [ 1405.705561] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.720640] env[62093]: DEBUG oslo_vmware.api [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.792375] env[62093]: DEBUG oslo_vmware.api [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709949, 'name': PowerOffVM_Task, 'duration_secs': 0.22068} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.792651] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.792927] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.793079] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fd87841-feae-4e21-bb40-8c276abf5a3c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.801224] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Releasing lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.801730] env[62093]: DEBUG nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Instance network_info: |[{"id": "6c26460e-981b-4e36-b4d8-3ab874a7f5da", "address": "fa:16:3e:49:30:0a", "network": {"id": "902e28be-90f7-40ea-9e65-43ecd2a642a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215387820", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c26460e-98", "ovs_interfaceid": "6c26460e-981b-4e36-b4d8-3ab874a7f5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9146f8d-7559-4f15-958c-5c3a52487610", "address": "fa:16:3e:3f:d8:15", "network": {"id": "b4d5e1f6-e8bc-4567-ae5d-8f1634e713bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-738451394", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9146f8d-75", "ovs_interfaceid": "c9146f8d-7559-4f15-958c-5c3a52487610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3426677a-29ae-4bd6-9f40-6b14ef5f13e0", "address": "fa:16:3e:42:92:6c", "network": {"id": "902e28be-90f7-40ea-9e65-43ecd2a642a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215387820", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3426677a-29", "ovs_interfaceid": "3426677a-29ae-4bd6-9f40-6b14ef5f13e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1405.802058] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Acquired lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.802260] env[62093]: DEBUG nova.network.neutron [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Refreshing network info cache for port 3426677a-29ae-4bd6-9f40-6b14ef5f13e0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.803506] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:30:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c26460e-981b-4e36-b4d8-3ab874a7f5da', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:d8:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9146f8d-7559-4f15-958c-5c3a52487610', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:92:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3426677a-29ae-4bd6-9f40-6b14ef5f13e0', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.819087] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Creating folder: Project (34b42c96bbd44259bad56986e684da86). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.823366] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acdcc386-f0ae-4aef-b5c9-db3dc86e8828 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.825811] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.825928] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.826055] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Deleting the datastore file [datastore1] 996eec05-0579-4d90-b81c-d54d7dedcc6d {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.826589] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff094c4a-b8b5-46e1-b0f1-95717046c5a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.834462] env[62093]: DEBUG oslo_vmware.api [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for the task: (returnval){ [ 1405.834462] env[62093]: value = "task-1709955" [ 1405.834462] env[62093]: _type = "Task" [ 1405.834462] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.839833] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Created folder: Project (34b42c96bbd44259bad56986e684da86) in parent group-v356072. [ 1405.840080] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Creating folder: Instances. Parent ref: group-v356242. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.840962] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de1b206f-12c1-4d44-8c01-7820e7e89f71 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.847255] env[62093]: DEBUG oslo_vmware.api [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.853278] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Created folder: Instances in parent group-v356242. [ 1405.853517] env[62093]: DEBUG oslo.service.loopingcall [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.853716] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.853922] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d55248a5-19db-4ab7-aad9-784c5995f3c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.877827] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.877827] env[62093]: value = "task-1709957" [ 1405.877827] env[62093]: _type = "Task" [ 1405.877827] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.886396] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709957, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.956428] env[62093]: DEBUG nova.scheduler.client.report [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1405.970518] env[62093]: DEBUG oslo_concurrency.lockutils [req-7e87397b-e0c5-4759-ad51-440e262d2cee req-068fe83f-d1ca-4911-b081-90cfbbe78b1b service nova] Releasing lock "refresh_cache-9c7edb3c-e8f6-40f7-81bf-b1133f428625" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.084205] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-900a64bc-5359-4a3f-afba-aacc2cedaef0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.084592] env[62093]: DEBUG nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Instance network_info: |[{"id": "4d274dcc-713b-451c-9aef-29bc9b6e7c4f", "address": "fa:16:3e:df:0f:97", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d274dcc-71", "ovs_interfaceid": "4d274dcc-713b-451c-9aef-29bc9b6e7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1406.085148] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:0f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d274dcc-713b-451c-9aef-29bc9b6e7c4f', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.101406] env[62093]: DEBUG oslo.service.loopingcall [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.109911] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.111232] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.115191] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cc3b61e-45f4-4730-b321-eea628de954b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.150748] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709950, 'name': ReconfigVM_Task, 'duration_secs': 0.348137} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.151066] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 9c7edb3c-e8f6-40f7-81bf-b1133f428625/9c7edb3c-e8f6-40f7-81bf-b1133f428625.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.153866] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76560632-c7ec-4181-b7eb-60d1cfe5df5e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.155977] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.155977] env[62093]: value = "task-1709958" [ 1406.155977] env[62093]: _type = "Task" [ 1406.155977] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.162178] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1406.162178] env[62093]: value = "task-1709959" [ 1406.162178] env[62093]: _type = "Task" [ 1406.162178] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.170113] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709958, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.175251] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709959, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.218733] env[62093]: DEBUG nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1406.221308] env[62093]: DEBUG oslo_vmware.api [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Task: {'id': task-1709952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270042} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.221748] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.224658] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.224658] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.224658] env[62093]: INFO nova.compute.manager [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1406.224658] env[62093]: DEBUG oslo.service.loopingcall [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.224658] env[62093]: DEBUG nova.compute.manager [-] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1406.224658] env[62093]: DEBUG nova.network.neutron [-] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.248427] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:51:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='922510753',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-485146349',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1406.248675] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1406.248824] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.249084] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1406.249232] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.249375] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1406.249581] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1406.249729] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1406.249889] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1406.250061] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1406.250232] env[62093]: DEBUG nova.virt.hardware [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1406.251230] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b480e-d398-4ecd-b348-091dbf418ff1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.259767] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a805c3a-38e6-4c1b-9ac6-955b00316d98 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.344512] env[62093]: DEBUG oslo_vmware.api [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Task: {'id': task-1709955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195459} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.346959] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.348017] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.348017] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.348017] env[62093]: INFO nova.compute.manager [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1406.348017] env[62093]: DEBUG oslo.service.loopingcall [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.348438] env[62093]: DEBUG nova.compute.manager [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1406.348623] env[62093]: DEBUG nova.network.neutron [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.386171] env[62093]: DEBUG nova.network.neutron [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.391074] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709957, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.465028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.790s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.465028] env[62093]: INFO nova.compute.manager [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Migrating [ 1406.472281] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.576s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.472682] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.475107] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.729s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.476810] env[62093]: INFO nova.compute.claims [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.488894] env[62093]: DEBUG nova.network.neutron [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Updated VIF entry in instance network info cache for port 3426677a-29ae-4bd6-9f40-6b14ef5f13e0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.490969] env[62093]: DEBUG nova.network.neutron [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Updating instance_info_cache with network_info: [{"id": "6c26460e-981b-4e36-b4d8-3ab874a7f5da", "address": "fa:16:3e:49:30:0a", "network": {"id": "902e28be-90f7-40ea-9e65-43ecd2a642a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215387820", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c26460e-98", "ovs_interfaceid": "6c26460e-981b-4e36-b4d8-3ab874a7f5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9146f8d-7559-4f15-958c-5c3a52487610", "address": "fa:16:3e:3f:d8:15", "network": {"id": "b4d5e1f6-e8bc-4567-ae5d-8f1634e713bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-738451394", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9146f8d-75", "ovs_interfaceid": "c9146f8d-7559-4f15-958c-5c3a52487610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3426677a-29ae-4bd6-9f40-6b14ef5f13e0", "address": "fa:16:3e:42:92:6c", "network": {"id": "902e28be-90f7-40ea-9e65-43ecd2a642a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215387820", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3426677a-29", "ovs_interfaceid": "3426677a-29ae-4bd6-9f40-6b14ef5f13e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.528770] env[62093]: INFO nova.scheduler.client.report [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Deleted allocations for instance 7338f203-3717-4b4c-9d6b-39a9c2a74449 [ 1406.645807] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-31be046d-be83-42b0-a594-21849b0d577f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.645807] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1406.645807] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.645807] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.645807] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.645807] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.645807] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.645807] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.645807] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1406.645807] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.654534] env[62093]: DEBUG nova.network.neutron [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Successfully updated port: 6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1406.672480] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709958, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.677451] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709959, 'name': Rename_Task, 'duration_secs': 0.162235} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.677736] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.677978] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-239f2831-c4b1-467d-b510-54b6479776eb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.685676] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1406.685676] env[62093]: value = "task-1709960" [ 1406.685676] env[62093]: _type = "Task" [ 1406.685676] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.696838] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.890013] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709957, 'name': CreateVM_Task, 'duration_secs': 0.739887} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.890385] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.891382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.891626] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.892021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.892319] env[62093]: DEBUG nova.network.neutron [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.893592] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6d49cc-d65c-4aec-978f-43dc5db6c0f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.904239] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1406.904239] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5224b6d7-e28c-c1be-240f-8945eae8509f" [ 1406.904239] env[62093]: _type = "Task" [ 1406.904239] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.915910] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5224b6d7-e28c-c1be-240f-8945eae8509f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.991573] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.991781] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.991953] env[62093]: DEBUG nova.network.neutron [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.995608] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Releasing lock "refresh_cache-f2b66ab4-6826-46f7-a5c7-b027c4721ffa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.995874] env[62093]: DEBUG nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Received event network-vif-plugged-4d274dcc-713b-451c-9aef-29bc9b6e7c4f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1406.996079] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Acquiring lock "900a64bc-5359-4a3f-afba-aacc2cedaef0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.996276] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Lock "900a64bc-5359-4a3f-afba-aacc2cedaef0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.996430] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Lock "900a64bc-5359-4a3f-afba-aacc2cedaef0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.996589] env[62093]: DEBUG nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] No waiting events found dispatching network-vif-plugged-4d274dcc-713b-451c-9aef-29bc9b6e7c4f {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1406.996749] env[62093]: WARNING nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Received unexpected event network-vif-plugged-4d274dcc-713b-451c-9aef-29bc9b6e7c4f for instance with vm_state building and task_state spawning. [ 1406.996911] env[62093]: DEBUG nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Received event network-changed-4d274dcc-713b-451c-9aef-29bc9b6e7c4f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1406.999507] env[62093]: DEBUG nova.compute.manager [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Refreshing instance network info cache due to event network-changed-4d274dcc-713b-451c-9aef-29bc9b6e7c4f. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1407.000376] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Acquiring lock "refresh_cache-900a64bc-5359-4a3f-afba-aacc2cedaef0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.001322] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Acquired lock "refresh_cache-900a64bc-5359-4a3f-afba-aacc2cedaef0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.001474] env[62093]: DEBUG nova.network.neutron [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Refreshing network info cache for port 4d274dcc-713b-451c-9aef-29bc9b6e7c4f {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.042588] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b66d65c-c792-4de4-b65b-d2006666c09c tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "7338f203-3717-4b4c-9d6b-39a9c2a74449" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.966s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.151274] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.166908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.171109] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquired lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.171109] env[62093]: DEBUG nova.network.neutron [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.180934] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709958, 'name': CreateVM_Task, 'duration_secs': 0.746077} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.181905] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.182825] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.192326] env[62093]: DEBUG nova.network.neutron [-] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.196591] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709960, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.398751] env[62093]: INFO nova.compute.manager [-] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Took 1.05 seconds to deallocate network for instance. [ 1407.421127] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5224b6d7-e28c-c1be-240f-8945eae8509f, 'name': SearchDatastore_Task, 'duration_secs': 0.013927} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.421620] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.421976] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.422336] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.422573] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.422820] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.423419] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.423766] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.424154] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abd5b62-9105-4c9f-a805-24a336a79f50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.428452] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d189519-7457-4c21-9903-efbef74b3023 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.434906] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1407.434906] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fd67a2-2c58-220e-04fe-d15b33748ea0" [ 1407.434906] env[62093]: _type = "Task" [ 1407.434906] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.441022] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.441022] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.441255] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834a22ef-b155-4635-b203-831457fca219 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.447514] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fd67a2-2c58-220e-04fe-d15b33748ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.451905] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1407.451905] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52758e75-3d66-0da5-4a03-3853a4f166c3" [ 1407.451905] env[62093]: _type = "Task" [ 1407.451905] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.461809] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52758e75-3d66-0da5-4a03-3853a4f166c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.529079] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.531938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.531938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.531938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.531938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.532239] env[62093]: INFO nova.compute.manager [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Terminating instance [ 1407.534409] env[62093]: DEBUG nova.compute.manager [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1407.534604] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.535463] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd4c7d7-f509-4614-ac79-c5cb493ccf8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.543274] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.545869] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d98c1d4-8ebd-4c91-accf-07d429682755 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.553277] env[62093]: DEBUG oslo_vmware.api [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1407.553277] env[62093]: value = "task-1709961" [ 1407.553277] env[62093]: _type = "Task" [ 1407.553277] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.565641] env[62093]: DEBUG oslo_vmware.api [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.568310] env[62093]: DEBUG nova.compute.manager [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Received event network-vif-plugged-6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.568569] env[62093]: DEBUG oslo_concurrency.lockutils [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] Acquiring lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.568978] env[62093]: DEBUG oslo_concurrency.lockutils [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] Lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.569130] env[62093]: DEBUG oslo_concurrency.lockutils [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] Lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.569304] env[62093]: DEBUG nova.compute.manager [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] No waiting events found dispatching network-vif-plugged-6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1407.569479] env[62093]: WARNING nova.compute.manager [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Received unexpected event network-vif-plugged-6819ee6a-c2db-44fe-83e8-8fe5d0b107be for instance with vm_state building and task_state spawning. [ 1407.569645] env[62093]: DEBUG nova.compute.manager [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Received event network-changed-6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.569796] env[62093]: DEBUG nova.compute.manager [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Refreshing instance network info cache due to event network-changed-6819ee6a-c2db-44fe-83e8-8fe5d0b107be. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1407.570188] env[62093]: DEBUG oslo_concurrency.lockutils [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] Acquiring lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.694769] env[62093]: INFO nova.compute.manager [-] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Took 1.47 seconds to deallocate network for instance. [ 1407.701184] env[62093]: DEBUG oslo_vmware.api [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709960, 'name': PowerOnVM_Task, 'duration_secs': 0.592667} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.704234] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.704445] env[62093]: INFO nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1407.704623] env[62093]: DEBUG nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1407.705784] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6367f203-2901-4da5-bae7-7f592cabed5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.907767] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.945552] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fd67a2-2c58-220e-04fe-d15b33748ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.950849] env[62093]: DEBUG nova.network.neutron [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.952962] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.953297] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.953571] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.964980] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52758e75-3d66-0da5-4a03-3853a4f166c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.965936] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6296284-ffe6-4e2d-ac41-d00279a6ec4c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.976072] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1407.976072] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e345d0-c8d3-92ea-bc24-011d3b3941ed" [ 1407.976072] env[62093]: _type = "Task" [ 1407.976072] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.988170] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e345d0-c8d3-92ea-bc24-011d3b3941ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01256} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.988725] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.989181] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] f2b66ab4-6826-46f7-a5c7-b027c4721ffa/f2b66ab4-6826-46f7-a5c7-b027c4721ffa.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.990155] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.990155] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.990155] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a45e96e7-1cf1-450a-9a24-75589507b375 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.994787] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37b91d31-acd7-46a1-ab7d-f52d5a1ffc5f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.015641] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.015898] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.017214] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1408.017214] env[62093]: value = "task-1709962" [ 1408.017214] env[62093]: _type = "Task" [ 1408.017214] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.017495] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f1bf5e-966d-4ad8-ae83-ea3ae418f714 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.029197] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1408.029197] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5261b738-b272-b8e6-2f0e-5624d7520158" [ 1408.029197] env[62093]: _type = "Task" [ 1408.029197] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.034319] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.047556] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5261b738-b272-b8e6-2f0e-5624d7520158, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.049218] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da63804-3e67-4c27-bf22-d7bd4ea925bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.054105] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1408.054105] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ea89b1-82b9-c8aa-5f8f-7497d67c141d" [ 1408.054105] env[62093]: _type = "Task" [ 1408.054105] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.069475] env[62093]: DEBUG oslo_vmware.api [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709961, 'name': PowerOffVM_Task, 'duration_secs': 0.235124} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.077323] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.077567] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.077838] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ea89b1-82b9-c8aa-5f8f-7497d67c141d, 'name': SearchDatastore_Task, 'duration_secs': 0.012993} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.080356] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-291795fe-41b6-4ca6-bbd3-5a7f13dfb81d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.081971] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.082380] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0/900a64bc-5359-4a3f-afba-aacc2cedaef0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.084072] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8befea65-b9e7-423e-83de-31dd363b9c76 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.092980] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1408.092980] env[62093]: value = "task-1709964" [ 1408.092980] env[62093]: _type = "Task" [ 1408.092980] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.099249] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6909666-93b2-4d4f-9e03-58ae59bd5acf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.107906] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.111221] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c9a1c9-31bf-4ebe-8397-a0713a427569 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.146066] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64721b82-1c6c-46b3-9930-f799e293a16e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.154398] env[62093]: DEBUG nova.network.neutron [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Updated VIF entry in instance network info cache for port 4d274dcc-713b-451c-9aef-29bc9b6e7c4f. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.154811] env[62093]: DEBUG nova.network.neutron [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Updating instance_info_cache with network_info: [{"id": "4d274dcc-713b-451c-9aef-29bc9b6e7c4f", "address": "fa:16:3e:df:0f:97", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d274dcc-71", "ovs_interfaceid": "4d274dcc-713b-451c-9aef-29bc9b6e7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.157579] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c248c4-3a74-4c19-a58a-f5091de7a507 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.166091] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.166413] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.166490] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Deleting the datastore file [datastore1] 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.167178] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e716a8e-cbc1-40dd-8632-c9b08238eb9d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.178952] env[62093]: DEBUG nova.compute.provider_tree [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.185271] env[62093]: DEBUG oslo_vmware.api [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for the task: (returnval){ [ 1408.185271] env[62093]: value = "task-1709965" [ 1408.185271] env[62093]: _type = "Task" [ 1408.185271] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.196541] env[62093]: DEBUG oslo_vmware.api [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.212551] env[62093]: DEBUG nova.network.neutron [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance_info_cache with network_info: [{"id": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "address": "fa:16:3e:58:95:0f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eadb57-1b", "ovs_interfaceid": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.218038] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.243055] env[62093]: DEBUG nova.network.neutron [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Updating instance_info_cache with network_info: [{"id": "6819ee6a-c2db-44fe-83e8-8fe5d0b107be", "address": "fa:16:3e:f5:71:c7", "network": {"id": "c09ace76-2bb5-4775-9086-0d02c407a396", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1088542544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2826590859d84a159fef016b540a62f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6819ee6a-c2", "ovs_interfaceid": "6819ee6a-c2db-44fe-83e8-8fe5d0b107be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.248986] env[62093]: INFO nova.compute.manager [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Took 40.86 seconds to build instance. [ 1408.531593] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709962, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.603791] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709964, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.666769] env[62093]: DEBUG oslo_concurrency.lockutils [req-89c83fb3-a203-42e1-9adf-b0d753d54cce req-8df498d0-2918-4ca9-97c1-1bad96d02881 service nova] Releasing lock "refresh_cache-900a64bc-5359-4a3f-afba-aacc2cedaef0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.682377] env[62093]: DEBUG nova.scheduler.client.report [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1408.696577] env[62093]: DEBUG oslo_vmware.api [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.717051] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.747728] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Releasing lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.748518] env[62093]: DEBUG nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Instance network_info: |[{"id": "6819ee6a-c2db-44fe-83e8-8fe5d0b107be", "address": "fa:16:3e:f5:71:c7", "network": {"id": "c09ace76-2bb5-4775-9086-0d02c407a396", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1088542544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2826590859d84a159fef016b540a62f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6819ee6a-c2", "ovs_interfaceid": "6819ee6a-c2db-44fe-83e8-8fe5d0b107be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1408.748518] env[62093]: DEBUG oslo_concurrency.lockutils [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] Acquired lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.748772] env[62093]: DEBUG nova.network.neutron [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Refreshing network info cache for port 6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.749824] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:71:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6819ee6a-c2db-44fe-83e8-8fe5d0b107be', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.757666] env[62093]: DEBUG oslo.service.loopingcall [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.758886] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c9716fd7-4fe5-4353-b27b-4959cfeb01ba tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.388s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.759151] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.759387] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b17fe4b-9813-4abf-9ae2-ddf968edf8e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.781074] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.781074] env[62093]: value = "task-1709966" [ 1408.781074] env[62093]: _type = "Task" [ 1408.781074] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.790671] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709966, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.033568] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611267} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.033936] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] f2b66ab4-6826-46f7-a5c7-b027c4721ffa/f2b66ab4-6826-46f7-a5c7-b027c4721ffa.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.034233] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.034547] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-709c53ed-d6e0-4c80-b022-4dc92a3bf62b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.041389] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1409.041389] env[62093]: value = "task-1709967" [ 1409.041389] env[62093]: _type = "Task" [ 1409.041389] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.051215] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.104310] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940221} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.104610] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0/900a64bc-5359-4a3f-afba-aacc2cedaef0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.104936] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.105111] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-485bb16e-2c85-45f8-9ca7-36dd392b0cc3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.112074] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1409.112074] env[62093]: value = "task-1709968" [ 1409.112074] env[62093]: _type = "Task" [ 1409.112074] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.123321] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.191441] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.191952] env[62093]: DEBUG nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1409.194952] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.007s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.196728] env[62093]: INFO nova.compute.claims [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.216054] env[62093]: DEBUG oslo_vmware.api [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Task: {'id': task-1709965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.786545} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.216054] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.216054] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.216054] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.216054] env[62093]: INFO nova.compute.manager [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1409.216054] env[62093]: DEBUG oslo.service.loopingcall [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.216054] env[62093]: DEBUG nova.compute.manager [-] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1409.216054] env[62093]: DEBUG nova.network.neutron [-] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.292711] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709966, 'name': CreateVM_Task, 'duration_secs': 0.430428} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.293457] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.294801] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.295618] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.296540] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1409.296942] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86b3ab6-ae94-4040-af95-183625687c0f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.303220] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1409.303220] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d4d976-aef2-85db-bf8c-62f4908f1712" [ 1409.303220] env[62093]: _type = "Task" [ 1409.303220] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.317310] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d4d976-aef2-85db-bf8c-62f4908f1712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.540161] env[62093]: DEBUG oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52066055-15cb-3ba2-63ac-4a5cfe2dc0f3/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1409.542443] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50bc5a-129b-45d7-b9ad-d21b320a72d8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.555745] env[62093]: DEBUG oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52066055-15cb-3ba2-63ac-4a5cfe2dc0f3/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1409.555923] env[62093]: ERROR oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52066055-15cb-3ba2-63ac-4a5cfe2dc0f3/disk-0.vmdk due to incomplete transfer. [ 1409.558944] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4cab5a0-3937-4fb6-a6b4-2215e62fb739 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.561823] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071887} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.561823] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.561823] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3ed398-ae9e-4ca5-81da-367f42495622 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.566665] env[62093]: DEBUG oslo_vmware.rw_handles [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52066055-15cb-3ba2-63ac-4a5cfe2dc0f3/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1409.566909] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Uploaded image e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1 to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1409.570558] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1409.586941] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95848da3-8242-494f-803d-233dcb71954e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.600748] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] f2b66ab4-6826-46f7-a5c7-b027c4721ffa/f2b66ab4-6826-46f7-a5c7-b027c4721ffa.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.603724] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd26562-9fdf-4943-9fb9-2699b1781942 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.632026] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1409.632026] env[62093]: value = "task-1709969" [ 1409.632026] env[62093]: _type = "Task" [ 1409.632026] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.641415] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1409.641415] env[62093]: value = "task-1709970" [ 1409.641415] env[62093]: _type = "Task" [ 1409.641415] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.641727] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072168} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.643849] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.645030] env[62093]: DEBUG nova.compute.manager [req-29f07370-3be4-426f-a8b1-f77dcad3ae18 req-53e79249-87e6-42ef-86e8-85033e9f9377 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Received event network-vif-deleted-41108da9-33af-442d-a70d-b55684ef1411 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.645220] env[62093]: INFO nova.compute.manager [req-29f07370-3be4-426f-a8b1-f77dcad3ae18 req-53e79249-87e6-42ef-86e8-85033e9f9377 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Neutron deleted interface 41108da9-33af-442d-a70d-b55684ef1411; detaching it from the instance and deleting it from the info cache [ 1409.645390] env[62093]: DEBUG nova.network.neutron [req-29f07370-3be4-426f-a8b1-f77dcad3ae18 req-53e79249-87e6-42ef-86e8-85033e9f9377 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.653145] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d417c49-0579-4911-9d7f-2d2902912a52 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.655800] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709969, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.663573] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.682380] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0/900a64bc-5359-4a3f-afba-aacc2cedaef0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.683042] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36201bad-5cb9-497b-818c-62a2f65feef7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.700272] env[62093]: DEBUG nova.network.neutron [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Updated VIF entry in instance network info cache for port 6819ee6a-c2db-44fe-83e8-8fe5d0b107be. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.700272] env[62093]: DEBUG nova.network.neutron [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Updating instance_info_cache with network_info: [{"id": "6819ee6a-c2db-44fe-83e8-8fe5d0b107be", "address": "fa:16:3e:f5:71:c7", "network": {"id": "c09ace76-2bb5-4775-9086-0d02c407a396", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1088542544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2826590859d84a159fef016b540a62f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6819ee6a-c2", "ovs_interfaceid": "6819ee6a-c2db-44fe-83e8-8fe5d0b107be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.708607] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1409.708607] env[62093]: value = "task-1709971" [ 1409.708607] env[62093]: _type = "Task" [ 1409.708607] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.709923] env[62093]: DEBUG nova.compute.utils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1409.713657] env[62093]: DEBUG nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1409.713657] env[62093]: DEBUG nova.network.neutron [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.723758] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.782430] env[62093]: DEBUG nova.policy [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6857740b5d34953b0c8803be178d0e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48bd2a740d1041e7b31324930572bb4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1409.815720] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d4d976-aef2-85db-bf8c-62f4908f1712, 'name': SearchDatastore_Task, 'duration_secs': 0.014544} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.816043] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.816308] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.816558] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.816706] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.816883] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.817165] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97d8c6e0-3886-4e36-8cca-6c864279982f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.829231] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.829645] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.831141] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d667259e-f897-4f59-8c53-782365676afc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.835351] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1409.835351] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e6c692-3fa1-1128-57b5-1fdb06286d06" [ 1409.835351] env[62093]: _type = "Task" [ 1409.835351] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.842886] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e6c692-3fa1-1128-57b5-1fdb06286d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.928018] env[62093]: DEBUG nova.compute.manager [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1409.929432] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1651d8a4-f7f6-4340-8047-ca2de6b4c25a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.129174] env[62093]: DEBUG nova.network.neutron [-] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.142271] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709969, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.159563] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.161296] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e24ba4df-6a1b-4c17-9e57-2c79c968ad58 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.170306] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d305b0ff-8404-4cb3-b75f-3c0818837abe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.210656] env[62093]: DEBUG oslo_concurrency.lockutils [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] Releasing lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.210951] env[62093]: DEBUG nova.compute.manager [req-4c29b537-fd05-433f-acbc-c439eca1778c req-ceb983eb-bebe-40d9-a443-32ef786e7379 service nova] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Received event network-vif-deleted-cf698e07-76c3-4271-a7b1-d4ce7a9e8335 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1410.214027] env[62093]: DEBUG nova.compute.manager [req-29f07370-3be4-426f-a8b1-f77dcad3ae18 req-53e79249-87e6-42ef-86e8-85033e9f9377 service nova] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Detach interface failed, port_id=41108da9-33af-442d-a70d-b55684ef1411, reason: Instance 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1410.218399] env[62093]: DEBUG nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1410.226850] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.234421] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3706dbba-7ea1-4993-81a8-cee958fefaac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.253572] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance 'e3ebd549-c79e-4984-a0af-d4cef39cdc84' progress to 0 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.266275] env[62093]: DEBUG nova.network.neutron [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Successfully created port: 6a79d83a-f91a-4245-be28-cdde695b3784 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.347383] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e6c692-3fa1-1128-57b5-1fdb06286d06, 'name': SearchDatastore_Task, 'duration_secs': 0.022441} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.350793] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5468756-c98f-4853-960b-e40ebd7ddb31 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.356620] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1410.356620] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526d22ed-149c-e00e-20e0-4ba50aba240a" [ 1410.356620] env[62093]: _type = "Task" [ 1410.356620] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.364679] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526d22ed-149c-e00e-20e0-4ba50aba240a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.440389] env[62093]: INFO nova.compute.manager [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] instance snapshotting [ 1410.444475] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399f29f8-5807-4154-9e04-0603b5afb7b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.469092] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8432adae-83ba-47c3-9ec4-159d2439cab8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.630898] env[62093]: INFO nova.compute.manager [-] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Took 1.41 seconds to deallocate network for instance. [ 1410.647326] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709969, 'name': Destroy_Task, 'duration_secs': 0.834346} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.650559] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Destroyed the VM [ 1410.651351] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1410.651351] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88bf2648-45e7-4d0e-aaaa-de297615a182 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.660378] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709970, 'name': ReconfigVM_Task, 'duration_secs': 0.849309} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.661630] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Reconfigured VM instance instance-0000003a to attach disk [datastore1] f2b66ab4-6826-46f7-a5c7-b027c4721ffa/f2b66ab4-6826-46f7-a5c7-b027c4721ffa.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.662363] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1410.662363] env[62093]: value = "task-1709972" [ 1410.662363] env[62093]: _type = "Task" [ 1410.662363] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.662557] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e65a7695-14dd-4b29-bfb3-2b60c4bbe880 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.673745] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709972, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.675368] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1410.675368] env[62093]: value = "task-1709973" [ 1410.675368] env[62093]: _type = "Task" [ 1410.675368] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.686037] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709973, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.730217] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709971, 'name': ReconfigVM_Task, 'duration_secs': 0.758192} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.730715] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0/900a64bc-5359-4a3f-afba-aacc2cedaef0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.731356] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-727dc3e2-d839-42c4-aefb-0f9cbc877df3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.740649] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1410.740649] env[62093]: value = "task-1709974" [ 1410.740649] env[62093]: _type = "Task" [ 1410.740649] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.750599] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709974, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.761793] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.763608] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7817ca71-b5a1-45ae-8a66-9e8f3ff3eefc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.766313] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab9944f-1507-4e69-a663-793e9b8bfcc0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.775482] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e5badd-d10a-453f-9edf-2684cd97d7d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.781147] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1410.781147] env[62093]: value = "task-1709975" [ 1410.781147] env[62093]: _type = "Task" [ 1410.781147] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.811688] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb0a7ad-edf4-4f40-8144-ccb426408073 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.817758] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.822544] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff41de80-f5cb-4e22-9865-9bb6139e6b0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.836677] env[62093]: DEBUG nova.compute.provider_tree [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.867508] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526d22ed-149c-e00e-20e0-4ba50aba240a, 'name': SearchDatastore_Task, 'duration_secs': 0.016287} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.867841] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.868300] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9/91e7c1fa-525a-4ba5-b9d7-df865d49d4e9.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.868560] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cedd16b-12ef-4555-825a-eef952bf82f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.875370] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1410.875370] env[62093]: value = "task-1709976" [ 1410.875370] env[62093]: _type = "Task" [ 1410.875370] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.884204] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.989297] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1410.989694] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2cf0c7e9-3a9a-45b2-bd24-8d67f52ca092 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.997819] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1410.997819] env[62093]: value = "task-1709977" [ 1410.997819] env[62093]: _type = "Task" [ 1410.997819] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.007873] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.140880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.174218] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709972, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.189036] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709973, 'name': Rename_Task, 'duration_secs': 0.242905} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.189036] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.189036] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a20fba-9d48-42e7-a0e5-085c92391e38 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.195513] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1411.195513] env[62093]: value = "task-1709978" [ 1411.195513] env[62093]: _type = "Task" [ 1411.195513] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.205600] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.232118] env[62093]: DEBUG nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1411.249334] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709974, 'name': Rename_Task, 'duration_secs': 0.215526} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.249722] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.250027] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f05b1b0-18e1-44e0-8494-4e2520db3bbe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.258085] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1411.258085] env[62093]: value = "task-1709979" [ 1411.258085] env[62093]: _type = "Task" [ 1411.258085] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.266731] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.269614] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1411.270302] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1411.270302] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.270302] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1411.270484] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.270822] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1411.271058] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1411.271227] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1411.271398] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1411.271560] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1411.271734] env[62093]: DEBUG nova.virt.hardware [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1411.272599] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f7773-5d1a-4385-8efb-78365f978113 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.280492] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bcf287-e420-462e-8cc1-abe3f6196fcc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.295017] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709975, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.340688] env[62093]: DEBUG nova.scheduler.client.report [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1411.386194] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709976, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.510154] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.677271] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709972, 'name': RemoveSnapshot_Task, 'duration_secs': 0.826529} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.677592] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1411.677868] env[62093]: DEBUG nova.compute.manager [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1411.678669] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f25266e-7302-4185-bb96-112ae3d09813 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.706490] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.771443] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.789240] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709975, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.833473] env[62093]: DEBUG nova.compute.manager [req-3b7bb557-6f85-413d-83e1-2f90050070a1 req-7f71c586-2d39-4ced-bba6-9b6fd319c55d service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Received event network-vif-plugged-6a79d83a-f91a-4245-be28-cdde695b3784 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1411.833473] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b7bb557-6f85-413d-83e1-2f90050070a1 req-7f71c586-2d39-4ced-bba6-9b6fd319c55d service nova] Acquiring lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.833473] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b7bb557-6f85-413d-83e1-2f90050070a1 req-7f71c586-2d39-4ced-bba6-9b6fd319c55d service nova] Lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.833473] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b7bb557-6f85-413d-83e1-2f90050070a1 req-7f71c586-2d39-4ced-bba6-9b6fd319c55d service nova] Lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.833473] env[62093]: DEBUG nova.compute.manager [req-3b7bb557-6f85-413d-83e1-2f90050070a1 req-7f71c586-2d39-4ced-bba6-9b6fd319c55d service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] No waiting events found dispatching network-vif-plugged-6a79d83a-f91a-4245-be28-cdde695b3784 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1411.833473] env[62093]: WARNING nova.compute.manager [req-3b7bb557-6f85-413d-83e1-2f90050070a1 req-7f71c586-2d39-4ced-bba6-9b6fd319c55d service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Received unexpected event network-vif-plugged-6a79d83a-f91a-4245-be28-cdde695b3784 for instance with vm_state building and task_state spawning. [ 1411.849344] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.849778] env[62093]: DEBUG nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1411.855917] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.085s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.856186] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.859420] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.049s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.860038] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.862731] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.690s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.864962] env[62093]: INFO nova.compute.claims [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.891801] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566961} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.891801] env[62093]: DEBUG nova.network.neutron [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Successfully updated port: 6a79d83a-f91a-4245-be28-cdde695b3784 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.892585] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9/91e7c1fa-525a-4ba5-b9d7-df865d49d4e9.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.892721] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.893126] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-214cb6ca-c1b4-44e4-bbaf-d811fdbba3d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.902461] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1411.902461] env[62093]: value = "task-1709980" [ 1411.902461] env[62093]: _type = "Task" [ 1411.902461] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.909450] env[62093]: INFO nova.scheduler.client.report [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleted allocations for instance bc46f22b-e915-4f69-8cec-960ab8c3d1f5 [ 1411.915213] env[62093]: INFO nova.scheduler.client.report [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Deleted allocations for instance 62388118-a0b4-4aa5-80ad-5c6c2f70bab5 [ 1411.925452] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.011633] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.194545] env[62093]: INFO nova.compute.manager [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Shelve offloading [ 1412.197573] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.197885] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfa1d312-64ef-460f-b0fb-0cff0537c80e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.212019] env[62093]: DEBUG oslo_vmware.api [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709978, 'name': PowerOnVM_Task, 'duration_secs': 0.894023} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.213337] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.213545] env[62093]: INFO nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Took 15.65 seconds to spawn the instance on the hypervisor. [ 1412.213727] env[62093]: DEBUG nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1412.214079] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1412.214079] env[62093]: value = "task-1709981" [ 1412.214079] env[62093]: _type = "Task" [ 1412.214079] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.214842] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbbe572-5df8-453a-b36e-32cb582278db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.232250] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1412.232250] env[62093]: DEBUG nova.compute.manager [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1412.232250] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2af7cf-aaad-4b17-95ce-979503e62fc0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.238405] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.238566] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.238731] env[62093]: DEBUG nova.network.neutron [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.269129] env[62093]: DEBUG oslo_vmware.api [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1709979, 'name': PowerOnVM_Task, 'duration_secs': 0.940884} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.269515] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.269684] env[62093]: INFO nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1412.269967] env[62093]: DEBUG nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1412.270784] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855b0b01-4da1-49d7-a6c3-f1602908811b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.298622] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709975, 'name': PowerOffVM_Task, 'duration_secs': 1.301619} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.298622] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.298622] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance 'e3ebd549-c79e-4984-a0af-d4cef39cdc84' progress to 17 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.373680] env[62093]: DEBUG nova.compute.utils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1412.374700] env[62093]: DEBUG nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1412.374872] env[62093]: DEBUG nova.network.neutron [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.393849] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "refresh_cache-632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.393849] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "refresh_cache-632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.393849] env[62093]: DEBUG nova.network.neutron [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.414696] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095378} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.415220] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.416576] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae5c804-7e19-494e-acd9-a2fe75295de8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.447568] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9/91e7c1fa-525a-4ba5-b9d7-df865d49d4e9.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.450806] env[62093]: DEBUG nova.policy [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e44974e772444ab1b775f73c407122e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1d7ccca9ae4cc78f2400b3b6d580f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1412.450966] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0e5dd72b-3e94-4915-a40e-9780d865c9bb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "bc46f22b-e915-4f69-8cec-960ab8c3d1f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.826s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.452102] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f77ed0a9-63ae-47be-a071-046600b863b6 tempest-ServersTestFqdnHostnames-1087979297 tempest-ServersTestFqdnHostnames-1087979297-project-member] Lock "62388118-a0b4-4aa5-80ad-5c6c2f70bab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.959s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.452855] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-931f7720-2926-457e-bbf3-53553da464e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.475421] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1412.475421] env[62093]: value = "task-1709982" [ 1412.475421] env[62093]: _type = "Task" [ 1412.475421] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.483578] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.515279] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709977, 'name': CreateSnapshot_Task, 'duration_secs': 1.061885} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.515279] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1412.515824] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d66d1-73b0-4d2f-b65d-32daa58ceeeb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.741019] env[62093]: INFO nova.compute.manager [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Took 48.83 seconds to build instance. [ 1412.797201] env[62093]: DEBUG nova.network.neutron [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Successfully created port: 8275ed9d-227d-47dc-8c83-f2f59ec92de9 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1412.807022] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1412.807665] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1412.814268] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-249ca5a4-7761-4563-988e-f21b099f52ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.825112] env[62093]: INFO nova.compute.manager [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Took 41.06 seconds to build instance. [ 1412.835435] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1412.835435] env[62093]: value = "task-1709983" [ 1412.835435] env[62093]: _type = "Task" [ 1412.835435] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.844609] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.878472] env[62093]: DEBUG nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1412.942431] env[62093]: DEBUG nova.network.neutron [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.986980] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709982, 'name': ReconfigVM_Task, 'duration_secs': 0.342058} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.987300] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9/91e7c1fa-525a-4ba5-b9d7-df865d49d4e9.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.987652] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62093) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1412.988629] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-7d9baf30-4ec7-47f8-a274-2ac4cb9b6aa3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.996020] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1412.996020] env[62093]: value = "task-1709984" [ 1412.996020] env[62093]: _type = "Task" [ 1412.996020] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.009580] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709984, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.037537] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1413.040342] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-97499ff9-96c9-4015-8a94-cc973a1fa9bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.050809] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1413.050809] env[62093]: value = "task-1709985" [ 1413.050809] env[62093]: _type = "Task" [ 1413.050809] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.061217] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709985, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.144126] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquiring lock "b326f936-ef64-4cee-9897-b1e4369123dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.144520] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "b326f936-ef64-4cee-9897-b1e4369123dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.227100] env[62093]: DEBUG nova.network.neutron [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Updating instance_info_cache with network_info: [{"id": "6a79d83a-f91a-4245-be28-cdde695b3784", "address": "fa:16:3e:4b:18:a0", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a79d83a-f9", "ovs_interfaceid": "6a79d83a-f91a-4245-be28-cdde695b3784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.243804] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7f964dae-11ad-4674-a2e2-81461e6ec615 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.345s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.331513] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7fd1ff42-02ef-48fd-a74b-4f24c8e8479d tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "900a64bc-5359-4a3f-afba-aacc2cedaef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.572s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.347394] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709983, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.400575] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b81bc-a80a-4ba5-9226-23cc7cf12f59 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.411010] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106151be-b8f5-456f-95d6-1cb14100166c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.444218] env[62093]: DEBUG nova.network.neutron [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [{"id": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "address": "fa:16:3e:67:75:22", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb38d9c-54", "ovs_interfaceid": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.445859] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d56d03-eed6-4194-9d17-77da579c7630 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.455122] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc18f2-f643-40de-8196-062e67027085 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.470526] env[62093]: DEBUG nova.compute.provider_tree [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.510274] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709984, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.051169} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.510538] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62093) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1413.511340] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1bb456-d1c7-4523-a88c-4d67d06ddcc2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.535543] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9/ephemeral_0.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.535844] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d9328e6-33c7-4619-b764-c46056e4435d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.554181] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1413.554181] env[62093]: value = "task-1709986" [ 1413.554181] env[62093]: _type = "Task" [ 1413.554181] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.562240] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709985, 'name': CloneVM_Task} progress is 93%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.567045] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709986, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.649518] env[62093]: DEBUG nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1413.732074] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "refresh_cache-632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.732074] env[62093]: DEBUG nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Instance network_info: |[{"id": "6a79d83a-f91a-4245-be28-cdde695b3784", "address": "fa:16:3e:4b:18:a0", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a79d83a-f9", "ovs_interfaceid": "6a79d83a-f91a-4245-be28-cdde695b3784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1413.732074] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:18:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a79d83a-f91a-4245-be28-cdde695b3784', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.740833] env[62093]: DEBUG oslo.service.loopingcall [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.741218] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.741908] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f8132b8-6c31-441f-8e22-9ae8fde55e7d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.767169] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.767169] env[62093]: value = "task-1709987" [ 1413.767169] env[62093]: _type = "Task" [ 1413.767169] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.774443] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709987, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.849122] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709983, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.888951] env[62093]: DEBUG nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1413.924229] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.924229] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.924229] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.924803] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.925172] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.928017] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.928017] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.928017] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.928017] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.928017] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.928017] env[62093]: DEBUG nova.virt.hardware [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.928017] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7cf7c9-a599-44cc-a4db-bdba54adda89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.936710] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f3a828-60a3-481f-a2b1-c4f515d76191 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.950981] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.978018] env[62093]: DEBUG nova.scheduler.client.report [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1414.063044] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709985, 'name': CloneVM_Task} progress is 93%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.068653] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709986, 'name': ReconfigVM_Task, 'duration_secs': 0.344647} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.068653] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9/ephemeral_0.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.071463] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a804023e-9329-4414-a9ae-b1dc98ee5de8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.077676] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1414.077676] env[62093]: value = "task-1709988" [ 1414.077676] env[62093]: _type = "Task" [ 1414.077676] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.091110] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709988, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.179222] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.276911] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709987, 'name': CreateVM_Task, 'duration_secs': 0.484092} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.277176] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.277978] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.278191] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.278514] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.279136] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbce3a0-7914-43ae-9809-a2afa049aa14 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.284304] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1414.284304] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5232dfae-4167-d867-8864-bea405c581f5" [ 1414.284304] env[62093]: _type = "Task" [ 1414.284304] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.292727] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5232dfae-4167-d867-8864-bea405c581f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.348189] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709983, 'name': ReconfigVM_Task, 'duration_secs': 1.423345} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.348538] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance 'e3ebd549-c79e-4984-a0af-d4cef39cdc84' progress to 33 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.462186] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.462186] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb2bf2-7410-41c0-99af-3bc36b3aa0c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.469347] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.469639] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61f88202-6c8f-4ef1-b02a-b5eafd6096d1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.482629] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.482629] env[62093]: DEBUG nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1414.489243] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.788s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.489501] env[62093]: DEBUG nova.objects.instance [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1414.494305] env[62093]: DEBUG nova.compute.manager [req-cc116a22-99f3-44f1-acba-1ed647ec8e8e req-36418cf5-ea88-4867-9684-abb1cf2864da service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Received event network-changed-6a79d83a-f91a-4245-be28-cdde695b3784 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.494545] env[62093]: DEBUG nova.compute.manager [req-cc116a22-99f3-44f1-acba-1ed647ec8e8e req-36418cf5-ea88-4867-9684-abb1cf2864da service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Refreshing instance network info cache due to event network-changed-6a79d83a-f91a-4245-be28-cdde695b3784. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1414.495333] env[62093]: DEBUG oslo_concurrency.lockutils [req-cc116a22-99f3-44f1-acba-1ed647ec8e8e req-36418cf5-ea88-4867-9684-abb1cf2864da service nova] Acquiring lock "refresh_cache-632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.495595] env[62093]: DEBUG oslo_concurrency.lockutils [req-cc116a22-99f3-44f1-acba-1ed647ec8e8e req-36418cf5-ea88-4867-9684-abb1cf2864da service nova] Acquired lock "refresh_cache-632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.495880] env[62093]: DEBUG nova.network.neutron [req-cc116a22-99f3-44f1-acba-1ed647ec8e8e req-36418cf5-ea88-4867-9684-abb1cf2864da service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Refreshing network info cache for port 6a79d83a-f91a-4245-be28-cdde695b3784 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.565375] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709985, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.588755] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709988, 'name': Rename_Task, 'duration_secs': 0.181631} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.593021] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.593021] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1efe2343-fe01-4c01-a7cf-e2fbf4005fcf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.597286] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1414.597286] env[62093]: value = "task-1709990" [ 1414.597286] env[62093]: _type = "Task" [ 1414.597286] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.610465] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.796052] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5232dfae-4167-d867-8864-bea405c581f5, 'name': SearchDatastore_Task, 'duration_secs': 0.026002} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.796469] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.797047] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.797335] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.799817] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.799817] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.800150] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e857663c-183a-497d-8d2e-3439d2650682 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.804892] env[62093]: DEBUG nova.compute.manager [req-e39022a4-6cda-4251-b8eb-84254046efb0 req-aa2e8c5a-4756-47cf-9276-9d607f3b072c service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received event network-vif-unplugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.804892] env[62093]: DEBUG oslo_concurrency.lockutils [req-e39022a4-6cda-4251-b8eb-84254046efb0 req-aa2e8c5a-4756-47cf-9276-9d607f3b072c service nova] Acquiring lock "64c40b08-3480-4869-8d35-f8b4db862733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.804892] env[62093]: DEBUG oslo_concurrency.lockutils [req-e39022a4-6cda-4251-b8eb-84254046efb0 req-aa2e8c5a-4756-47cf-9276-9d607f3b072c service nova] Lock "64c40b08-3480-4869-8d35-f8b4db862733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.804892] env[62093]: DEBUG oslo_concurrency.lockutils [req-e39022a4-6cda-4251-b8eb-84254046efb0 req-aa2e8c5a-4756-47cf-9276-9d607f3b072c service nova] Lock "64c40b08-3480-4869-8d35-f8b4db862733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.805080] env[62093]: DEBUG nova.compute.manager [req-e39022a4-6cda-4251-b8eb-84254046efb0 req-aa2e8c5a-4756-47cf-9276-9d607f3b072c service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] No waiting events found dispatching network-vif-unplugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1414.805260] env[62093]: WARNING nova.compute.manager [req-e39022a4-6cda-4251-b8eb-84254046efb0 req-aa2e8c5a-4756-47cf-9276-9d607f3b072c service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received unexpected event network-vif-unplugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 for instance with vm_state shelved and task_state shelving_offloading. [ 1414.806694] env[62093]: DEBUG nova.network.neutron [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Successfully updated port: 8275ed9d-227d-47dc-8c83-f2f59ec92de9 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.817660] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.817660] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.817660] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cb271e-9dd4-41cb-acbb-17647d79161f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.826749] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1414.826749] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527508a0-89cc-3d10-7b97-0aa5fd50b655" [ 1414.826749] env[62093]: _type = "Task" [ 1414.826749] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.840030] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527508a0-89cc-3d10-7b97-0aa5fd50b655, 'name': SearchDatastore_Task} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.840030] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dfe0311-49b3-4159-8133-d0be541c2041 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.843254] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1414.843254] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52add72f-fd4c-fde2-249e-54553e2bdfea" [ 1414.843254] env[62093]: _type = "Task" [ 1414.843254] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.853135] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52add72f-fd4c-fde2-249e-54553e2bdfea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.856572] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:54:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1acab9f5-dcb6-4781-86ac-d79b981aabc1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1353248594',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1414.856804] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1414.857208] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.857481] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1414.857659] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.857856] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1414.860249] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1414.860465] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1414.860676] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1414.860863] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1414.861116] env[62093]: DEBUG nova.virt.hardware [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1414.867074] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1414.868251] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ca240b-13b7-4582-8428-16b5c9b37f96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.889125] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1414.889125] env[62093]: value = "task-1709991" [ 1414.889125] env[62093]: _type = "Task" [ 1414.889125] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.897887] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.991015] env[62093]: DEBUG nova.compute.utils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.993756] env[62093]: DEBUG nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1414.994061] env[62093]: DEBUG nova.network.neutron [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1415.065658] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709985, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.108952] env[62093]: DEBUG nova.policy [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd16d0baa72f475c83656489121f7c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dedf2cf7a88a40368fb6747e4618954d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1415.121676] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.127027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.127027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.127027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.127027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.127027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.136329] env[62093]: INFO nova.compute.manager [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Terminating instance [ 1415.139259] env[62093]: DEBUG nova.compute.manager [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1415.139653] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.141037] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83392e87-fab8-4ad9-a205-4bbd80da4cdc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.155326] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.155820] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50837098-738f-48dd-8565-7d42124311fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.164477] env[62093]: DEBUG oslo_vmware.api [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1415.164477] env[62093]: value = "task-1709992" [ 1415.164477] env[62093]: _type = "Task" [ 1415.164477] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.176409] env[62093]: DEBUG oslo_vmware.api [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.309762] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-4a34bdd6-a12b-45d8-9b07-50464456c2c8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.310252] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-4a34bdd6-a12b-45d8-9b07-50464456c2c8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.310252] env[62093]: DEBUG nova.network.neutron [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.365046] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52add72f-fd4c-fde2-249e-54553e2bdfea, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.366946] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.367351] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4/632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.367692] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15e80d77-6635-4219-adb7-e1b1212d10a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.377915] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1415.377915] env[62093]: value = "task-1709993" [ 1415.377915] env[62093]: _type = "Task" [ 1415.377915] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.385775] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.386035] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.386223] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleting the datastore file [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.387234] env[62093]: DEBUG nova.network.neutron [req-cc116a22-99f3-44f1-acba-1ed647ec8e8e req-36418cf5-ea88-4867-9684-abb1cf2864da service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Updated VIF entry in instance network info cache for port 6a79d83a-f91a-4245-be28-cdde695b3784. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.387635] env[62093]: DEBUG nova.network.neutron [req-cc116a22-99f3-44f1-acba-1ed647ec8e8e req-36418cf5-ea88-4867-9684-abb1cf2864da service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Updating instance_info_cache with network_info: [{"id": "6a79d83a-f91a-4245-be28-cdde695b3784", "address": "fa:16:3e:4b:18:a0", "network": {"id": "f6893aa8-c578-474b-b141-170988cd5bc3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1103354755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48bd2a740d1041e7b31324930572bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a79d83a-f9", "ovs_interfaceid": "6a79d83a-f91a-4245-be28-cdde695b3784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.392234] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32b8bf3f-9733-45c9-8cb1-5542bb3d6426 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.400895] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.408727] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709991, 'name': ReconfigVM_Task, 'duration_secs': 0.302809} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.413110] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.418072] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1415.418072] env[62093]: value = "task-1709994" [ 1415.418072] env[62093]: _type = "Task" [ 1415.418072] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.421078] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915dbc8c-9445-46e2-aa78-eeda40708bbb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.466720] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84/e3ebd549-c79e-4984-a0af-d4cef39cdc84.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.472719] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc751bb-94ff-4dbc-aa23-0f52dce94807 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.491560] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.497482] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1415.497482] env[62093]: value = "task-1709995" [ 1415.497482] env[62093]: _type = "Task" [ 1415.497482] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.507281] env[62093]: DEBUG nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1415.510507] env[62093]: DEBUG oslo_concurrency.lockutils [None req-67fe5dc9-8987-4ffe-b014-3bc01c35d5c5 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.511504] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.514035] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.287s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.514035] env[62093]: DEBUG nova.objects.instance [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lazy-loading 'resources' on Instance uuid ba998c86-cbbb-4280-b2f7-e637076d4b5f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.564512] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1709985, 'name': CloneVM_Task, 'duration_secs': 2.428987} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.564797] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Created linked-clone VM from snapshot [ 1415.565583] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26bc40-e3bb-4abe-8693-21de921b34c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.574570] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Uploading image e1092dd2-7c4c-45a4-a5cf-3ae563107186 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1415.598479] env[62093]: DEBUG oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1415.598479] env[62093]: value = "vm-356248" [ 1415.598479] env[62093]: _type = "VirtualMachine" [ 1415.598479] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1415.598813] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62a8dbe2-e7e2-48ec-93c4-a535b0a6418c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.610219] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709990, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.612734] env[62093]: DEBUG oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lease: (returnval){ [ 1415.612734] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521c748a-f421-dfc1-a0c3-b6d1d7fc2dbb" [ 1415.612734] env[62093]: _type = "HttpNfcLease" [ 1415.612734] env[62093]: } obtained for exporting VM: (result){ [ 1415.612734] env[62093]: value = "vm-356248" [ 1415.612734] env[62093]: _type = "VirtualMachine" [ 1415.612734] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1415.612734] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the lease: (returnval){ [ 1415.612734] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521c748a-f421-dfc1-a0c3-b6d1d7fc2dbb" [ 1415.612734] env[62093]: _type = "HttpNfcLease" [ 1415.612734] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1415.619179] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.619179] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521c748a-f421-dfc1-a0c3-b6d1d7fc2dbb" [ 1415.619179] env[62093]: _type = "HttpNfcLease" [ 1415.619179] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1415.676650] env[62093]: DEBUG oslo_vmware.api [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709992, 'name': PowerOffVM_Task, 'duration_secs': 0.319413} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.676992] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.677191] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.677471] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b230e8b1-dd8d-45f5-bfbf-92c647d3597b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.826168] env[62093]: DEBUG nova.network.neutron [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Successfully created port: 02a0bd09-ab53-476a-9ecb-de7025f7b369 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.892910] env[62093]: DEBUG oslo_concurrency.lockutils [req-cc116a22-99f3-44f1-acba-1ed647ec8e8e req-36418cf5-ea88-4867-9684-abb1cf2864da service nova] Releasing lock "refresh_cache-632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.893557] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.895499] env[62093]: DEBUG nova.network.neutron [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.917193] env[62093]: INFO nova.compute.manager [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Rebuilding instance [ 1415.953416] env[62093]: DEBUG oslo_vmware.api [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1709994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186198} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.958262] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.958471] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.958665] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.990302] env[62093]: DEBUG nova.compute.manager [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1415.990836] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2237bf39-2991-40f2-bb72-53f5ab578d76 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.005392] env[62093]: INFO nova.scheduler.client.report [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleted allocations for instance 64c40b08-3480-4869-8d35-f8b4db862733 [ 1416.027932] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.066782] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.067048] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.067246] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Deleting the datastore file [datastore1] f2b66ab4-6826-46f7-a5c7-b027c4721ffa {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.067518] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96560710-6554-4982-b554-d3a35585ded9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.075757] env[62093]: DEBUG oslo_vmware.api [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1416.075757] env[62093]: value = "task-1709998" [ 1416.075757] env[62093]: _type = "Task" [ 1416.075757] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.090966] env[62093]: DEBUG oslo_vmware.api [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.115126] env[62093]: DEBUG oslo_vmware.api [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1709990, 'name': PowerOnVM_Task, 'duration_secs': 1.119529} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.119015] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.119276] env[62093]: INFO nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1416.119458] env[62093]: DEBUG nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1416.120294] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0276a0-9c13-4cc4-b2ea-35cbb04a435d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.127039] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1416.127039] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521c748a-f421-dfc1-a0c3-b6d1d7fc2dbb" [ 1416.127039] env[62093]: _type = "HttpNfcLease" [ 1416.127039] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1416.128706] env[62093]: DEBUG oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1416.128706] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521c748a-f421-dfc1-a0c3-b6d1d7fc2dbb" [ 1416.128706] env[62093]: _type = "HttpNfcLease" [ 1416.128706] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1416.134575] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84981537-428f-472f-bf30-81f47046657b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.143534] env[62093]: DEBUG oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed26c9-cb97-0f90-63a5-f42cf5a157a0/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1416.143694] env[62093]: DEBUG oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed26c9-cb97-0f90-63a5-f42cf5a157a0/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1416.297038] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2505ee7a-8264-4389-b467-c8b7915adbd4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.342139] env[62093]: DEBUG nova.network.neutron [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Updating instance_info_cache with network_info: [{"id": "8275ed9d-227d-47dc-8c83-f2f59ec92de9", "address": "fa:16:3e:f6:f2:ee", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8275ed9d-22", "ovs_interfaceid": "8275ed9d-227d-47dc-8c83-f2f59ec92de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.392114] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722911} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.392370] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4/632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.392578] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.393291] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4f23ff6-b137-4b80-8aad-f31933d7ef28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.401235] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1416.401235] env[62093]: value = "task-1709999" [ 1416.401235] env[62093]: _type = "Task" [ 1416.401235] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.408850] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.518315] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.524699] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.531925] env[62093]: DEBUG nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1416.533745] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f8347c1-2420-4a28-8d46-af52cc374f96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.544116] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1709995, 'name': ReconfigVM_Task, 'duration_secs': 0.651087} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.545592] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84/e3ebd549-c79e-4984-a0af-d4cef39cdc84.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.546103] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance 'e3ebd549-c79e-4984-a0af-d4cef39cdc84' progress to 50 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1416.550354] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1416.550354] env[62093]: value = "task-1710000" [ 1416.550354] env[62093]: _type = "Task" [ 1416.550354] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.565934] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1416.566398] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1416.566599] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.566796] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1416.566947] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.567111] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1416.567334] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1416.567494] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1416.567809] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1416.568061] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1416.568276] env[62093]: DEBUG nova.virt.hardware [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1416.569479] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92936204-edb7-4dd5-978b-2f06bdef2d17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.579446] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.590300] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92301a3f-c708-4423-8033-7b6b20c8cec7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.611140] env[62093]: DEBUG oslo_vmware.api [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1709998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496551} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.615764] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.615995] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.616227] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.616408] env[62093]: INFO nova.compute.manager [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Took 1.48 seconds to destroy the instance on the hypervisor. [ 1416.616652] env[62093]: DEBUG oslo.service.loopingcall [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.617480] env[62093]: DEBUG nova.compute.manager [-] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1416.617613] env[62093]: DEBUG nova.network.neutron [-] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.646093] env[62093]: INFO nova.compute.manager [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Took 41.37 seconds to build instance. [ 1416.661045] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c8dc0c-17f0-4def-be60-932bb581488f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.674019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d4ed58-ee36-4fd1-b89b-d7283c246b95 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.719734] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746375d1-887e-46b7-89ef-f1249d8db4ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.729212] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b1c05-6ff2-49c8-96e7-7159403fda8e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.748892] env[62093]: DEBUG nova.compute.provider_tree [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.844865] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-4a34bdd6-a12b-45d8-9b07-50464456c2c8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.845232] env[62093]: DEBUG nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Instance network_info: |[{"id": "8275ed9d-227d-47dc-8c83-f2f59ec92de9", "address": "fa:16:3e:f6:f2:ee", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8275ed9d-22", "ovs_interfaceid": "8275ed9d-227d-47dc-8c83-f2f59ec92de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1416.845647] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:f2:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8275ed9d-227d-47dc-8c83-f2f59ec92de9', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.854430] env[62093]: DEBUG oslo.service.loopingcall [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.854754] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.854983] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36caa6ce-5dfa-4a9c-8c75-d8ee5e6fe2d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.876292] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.876292] env[62093]: value = "task-1710001" [ 1416.876292] env[62093]: _type = "Task" [ 1416.876292] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.884857] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710001, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.912104] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1709999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128451} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.912479] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.913428] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d98a923-40af-48e3-87e6-b2634698f0f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.937844] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4/632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.938365] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4139c84b-7790-4bde-9254-81dad7824d6f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.960503] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1416.960503] env[62093]: value = "task-1710002" [ 1416.960503] env[62093]: _type = "Task" [ 1416.960503] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.970134] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.043459] env[62093]: DEBUG nova.compute.manager [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Received event network-vif-plugged-8275ed9d-227d-47dc-8c83-f2f59ec92de9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.043646] env[62093]: DEBUG oslo_concurrency.lockutils [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] Acquiring lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.043874] env[62093]: DEBUG oslo_concurrency.lockutils [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.044039] env[62093]: DEBUG oslo_concurrency.lockutils [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.044231] env[62093]: DEBUG nova.compute.manager [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] No waiting events found dispatching network-vif-plugged-8275ed9d-227d-47dc-8c83-f2f59ec92de9 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1417.044492] env[62093]: WARNING nova.compute.manager [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Received unexpected event network-vif-plugged-8275ed9d-227d-47dc-8c83-f2f59ec92de9 for instance with vm_state building and task_state spawning. [ 1417.044758] env[62093]: DEBUG nova.compute.manager [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Received event network-changed-8275ed9d-227d-47dc-8c83-f2f59ec92de9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.045026] env[62093]: DEBUG nova.compute.manager [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Refreshing instance network info cache due to event network-changed-8275ed9d-227d-47dc-8c83-f2f59ec92de9. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1417.045425] env[62093]: DEBUG oslo_concurrency.lockutils [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] Acquiring lock "refresh_cache-4a34bdd6-a12b-45d8-9b07-50464456c2c8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.045556] env[62093]: DEBUG oslo_concurrency.lockutils [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] Acquired lock "refresh_cache-4a34bdd6-a12b-45d8-9b07-50464456c2c8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.045807] env[62093]: DEBUG nova.network.neutron [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Refreshing network info cache for port 8275ed9d-227d-47dc-8c83-f2f59ec92de9 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.060277] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7412bd96-5ef7-4128-9483-fc7bfd521992 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.111079] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa073b71-5e00-4e2f-ba0a-28577b2864e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.116338] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710000, 'name': PowerOffVM_Task, 'duration_secs': 0.205603} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.119323] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.119323] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.119966] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c007d667-0307-414d-938e-9ff4f986e0da {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.146074] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance 'e3ebd549-c79e-4984-a0af-d4cef39cdc84' progress to 67 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.150590] env[62093]: DEBUG oslo_concurrency.lockutils [None req-40dcf647-8dc5-44a4-856a-c8ccecbe4d9e tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.897s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.156026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.156366] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c950ced3-099f-4f29-bd5a-25ff8f0b10e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.253036] env[62093]: DEBUG nova.scheduler.client.report [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1417.386708] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710001, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.416399] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.416399] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.416399] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleting the datastore file [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.420208] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cac91a5-95d4-4d9b-87bf-9e53f5dbfb6d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.423440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.424218] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.435646] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1417.435646] env[62093]: value = "task-1710004" [ 1417.435646] env[62093]: _type = "Task" [ 1417.435646] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.447203] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.474013] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710002, 'name': ReconfigVM_Task, 'duration_secs': 0.444098} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.474599] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4/632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.475368] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-340a0c65-13d7-40fb-84fb-4dad6ed46db7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.482254] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1417.482254] env[62093]: value = "task-1710005" [ 1417.482254] env[62093]: _type = "Task" [ 1417.482254] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.495745] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710005, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.636746] env[62093]: DEBUG nova.compute.manager [req-7d9579ad-78de-49ae-bd07-b8ef1c2b50c5 req-78f713a0-4d39-4c4c-abba-185a323b6561 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received event network-changed-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.636976] env[62093]: DEBUG nova.compute.manager [req-7d9579ad-78de-49ae-bd07-b8ef1c2b50c5 req-78f713a0-4d39-4c4c-abba-185a323b6561 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Refreshing instance network info cache due to event network-changed-8eb38d9c-5462-4a15-b80f-30c3c1311093. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1417.637471] env[62093]: DEBUG oslo_concurrency.lockutils [req-7d9579ad-78de-49ae-bd07-b8ef1c2b50c5 req-78f713a0-4d39-4c4c-abba-185a323b6561 service nova] Acquiring lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.637664] env[62093]: DEBUG oslo_concurrency.lockutils [req-7d9579ad-78de-49ae-bd07-b8ef1c2b50c5 req-78f713a0-4d39-4c4c-abba-185a323b6561 service nova] Acquired lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.637842] env[62093]: DEBUG nova.network.neutron [req-7d9579ad-78de-49ae-bd07-b8ef1c2b50c5 req-78f713a0-4d39-4c4c-abba-185a323b6561 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Refreshing network info cache for port 8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.705920] env[62093]: DEBUG nova.network.neutron [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Successfully updated port: 02a0bd09-ab53-476a-9ecb-de7025f7b369 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.747015] env[62093]: DEBUG nova.network.neutron [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Port c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1417.764347] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.767027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.109s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.769549] env[62093]: DEBUG nova.objects.instance [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lazy-loading 'resources' on Instance uuid 31be046d-be83-42b0-a594-21849b0d577f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.806479] env[62093]: INFO nova.scheduler.client.report [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleted allocations for instance ba998c86-cbbb-4280-b2f7-e637076d4b5f [ 1417.886450] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710001, 'name': CreateVM_Task, 'duration_secs': 0.551331} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.886626] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.887372] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.887549] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.889196] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.889196] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b036a933-c685-4580-bc41-636e462f7cb7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.891337] env[62093]: DEBUG nova.network.neutron [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Updated VIF entry in instance network info cache for port 8275ed9d-227d-47dc-8c83-f2f59ec92de9. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.891677] env[62093]: DEBUG nova.network.neutron [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Updating instance_info_cache with network_info: [{"id": "8275ed9d-227d-47dc-8c83-f2f59ec92de9", "address": "fa:16:3e:f6:f2:ee", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8275ed9d-22", "ovs_interfaceid": "8275ed9d-227d-47dc-8c83-f2f59ec92de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.894346] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1417.894346] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527de145-d3fd-9cf1-9204-8bd41753757e" [ 1417.894346] env[62093]: _type = "Task" [ 1417.894346] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.903820] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527de145-d3fd-9cf1-9204-8bd41753757e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.927672] env[62093]: DEBUG nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1417.953416] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264411} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.954017] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.954312] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.954616] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.997497] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710005, 'name': Rename_Task, 'duration_secs': 0.251866} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.998324] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.998783] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfed3846-1b39-4e49-a490-24d0e52ca247 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.008556] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1418.008556] env[62093]: value = "task-1710006" [ 1418.008556] env[62093]: _type = "Task" [ 1418.008556] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.022804] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.208479] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "refresh_cache-fa13fc40-abbf-442a-a9dc-53f6b611c95c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.208635] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "refresh_cache-fa13fc40-abbf-442a-a9dc-53f6b611c95c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.208794] env[62093]: DEBUG nova.network.neutron [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.291890] env[62093]: DEBUG nova.network.neutron [-] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.316783] env[62093]: DEBUG oslo_concurrency.lockutils [None req-589fd80d-2edc-496d-b28e-49f299ed43a8 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "ba998c86-cbbb-4280-b2f7-e637076d4b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.220s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.398249] env[62093]: DEBUG oslo_concurrency.lockutils [req-0f82bc50-c564-4788-bfeb-08e7591078ba req-8f38397c-0d35-4064-80a4-ef3715224a38 service nova] Releasing lock "refresh_cache-4a34bdd6-a12b-45d8-9b07-50464456c2c8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.405596] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527de145-d3fd-9cf1-9204-8bd41753757e, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.406010] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.406265] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.406512] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.406661] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.406821] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.412041] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a5bd19c-25b9-4b1b-954b-1b13059afb32 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.412716] env[62093]: DEBUG nova.network.neutron [req-7d9579ad-78de-49ae-bd07-b8ef1c2b50c5 req-78f713a0-4d39-4c4c-abba-185a323b6561 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updated VIF entry in instance network info cache for port 8eb38d9c-5462-4a15-b80f-30c3c1311093. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.412995] env[62093]: DEBUG nova.network.neutron [req-7d9579ad-78de-49ae-bd07-b8ef1c2b50c5 req-78f713a0-4d39-4c4c-abba-185a323b6561 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [{"id": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "address": "fa:16:3e:67:75:22", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8eb38d9c-54", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.423646] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.423836] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.425030] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849e95a2-96f9-41ef-a4ba-2e50e59640f4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.431228] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1418.431228] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524f15b1-519e-abbb-609c-92508dba160d" [ 1418.431228] env[62093]: _type = "Task" [ 1418.431228] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.447952] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524f15b1-519e-abbb-609c-92508dba160d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.464627] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.521950] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.744030] env[62093]: DEBUG nova.network.neutron [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.781400] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.781676] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.781998] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.794045] env[62093]: INFO nova.compute.manager [-] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Took 2.18 seconds to deallocate network for instance. [ 1418.834115] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438ec1a-65e7-4e45-b05c-e61dc4c7b7a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.842942] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07945f01-542c-4bc9-b84e-7f0e1c40effa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.881246] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e7f31-ca6c-4e97-aa18-82aa79cbf809 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.894052] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1566f66-da9a-43ff-a92d-456ff36bfe0e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.911659] env[62093]: DEBUG nova.compute.provider_tree [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.916661] env[62093]: DEBUG oslo_concurrency.lockutils [req-7d9579ad-78de-49ae-bd07-b8ef1c2b50c5 req-78f713a0-4d39-4c4c-abba-185a323b6561 service nova] Releasing lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.946127] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524f15b1-519e-abbb-609c-92508dba160d, 'name': SearchDatastore_Task, 'duration_secs': 0.017408} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.946127] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fc6e28-ebf6-450d-990a-ce4caf7e6bde {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.951603] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1418.951603] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ab6e00-cf42-3e07-ed67-d3e0d3d8763b" [ 1418.951603] env[62093]: _type = "Task" [ 1418.951603] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.961013] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ab6e00-cf42-3e07-ed67-d3e0d3d8763b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.976886] env[62093]: DEBUG nova.network.neutron [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Updating instance_info_cache with network_info: [{"id": "02a0bd09-ab53-476a-9ecb-de7025f7b369", "address": "fa:16:3e:fc:06:41", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0bd09-ab", "ovs_interfaceid": "02a0bd09-ab53-476a-9ecb-de7025f7b369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.987895] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1418.988163] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1418.988337] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.988518] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1418.988699] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.988819] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1418.989066] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1418.989355] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1418.989625] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1418.989782] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1418.990100] env[62093]: DEBUG nova.virt.hardware [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1418.991554] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1211a8cd-3251-4aad-a261-f17ea691484c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.000517] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef35f82-f8d7-46c5-b2ba-517d7ac4ee09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.016493] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:0f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d274dcc-713b-451c-9aef-29bc9b6e7c4f', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.024314] env[62093]: DEBUG oslo.service.loopingcall [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.028089] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.028339] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d2ad6d2-65bb-4d07-9903-760452a1cb54 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.048453] env[62093]: DEBUG oslo_vmware.api [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710006, 'name': PowerOnVM_Task, 'duration_secs': 0.672131} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.049790] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.050032] env[62093]: INFO nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1419.050239] env[62093]: DEBUG nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1419.050485] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.050485] env[62093]: value = "task-1710007" [ 1419.050485] env[62093]: _type = "Task" [ 1419.050485] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.051197] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7149246-f4fe-43e4-acb5-56b8f2897809 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.065306] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710007, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.302730] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.333924] env[62093]: DEBUG nova.compute.manager [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Received event network-vif-plugged-02a0bd09-ab53-476a-9ecb-de7025f7b369 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1419.334152] env[62093]: DEBUG oslo_concurrency.lockutils [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] Acquiring lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.334406] env[62093]: DEBUG oslo_concurrency.lockutils [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] Lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.334616] env[62093]: DEBUG oslo_concurrency.lockutils [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] Lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.334806] env[62093]: DEBUG nova.compute.manager [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] No waiting events found dispatching network-vif-plugged-02a0bd09-ab53-476a-9ecb-de7025f7b369 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1419.334977] env[62093]: WARNING nova.compute.manager [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Received unexpected event network-vif-plugged-02a0bd09-ab53-476a-9ecb-de7025f7b369 for instance with vm_state building and task_state spawning. [ 1419.335825] env[62093]: DEBUG nova.compute.manager [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Received event network-changed-02a0bd09-ab53-476a-9ecb-de7025f7b369 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1419.336025] env[62093]: DEBUG nova.compute.manager [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Refreshing instance network info cache due to event network-changed-02a0bd09-ab53-476a-9ecb-de7025f7b369. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1419.336249] env[62093]: DEBUG oslo_concurrency.lockutils [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] Acquiring lock "refresh_cache-fa13fc40-abbf-442a-a9dc-53f6b611c95c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.415564] env[62093]: DEBUG nova.scheduler.client.report [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1419.465802] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ab6e00-cf42-3e07-ed67-d3e0d3d8763b, 'name': SearchDatastore_Task, 'duration_secs': 0.016519} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.466123] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.466537] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 4a34bdd6-a12b-45d8-9b07-50464456c2c8/4a34bdd6-a12b-45d8-9b07-50464456c2c8.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.466812] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23d8afe-17d4-4b9e-aefa-56a0fb804af8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.473729] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1419.473729] env[62093]: value = "task-1710008" [ 1419.473729] env[62093]: _type = "Task" [ 1419.473729] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.256111] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "refresh_cache-fa13fc40-abbf-442a-a9dc-53f6b611c95c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.256409] env[62093]: DEBUG nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Instance network_info: |[{"id": "02a0bd09-ab53-476a-9ecb-de7025f7b369", "address": "fa:16:3e:fc:06:41", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0bd09-ab", "ovs_interfaceid": "02a0bd09-ab53-476a-9ecb-de7025f7b369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1420.260519] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "64c40b08-3480-4869-8d35-f8b4db862733" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.263671] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.497s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.266811] env[62093]: DEBUG nova.compute.manager [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-vif-deleted-c9146f8d-7559-4f15-958c-5c3a52487610 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1420.267017] env[62093]: DEBUG nova.compute.manager [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-vif-deleted-6c26460e-981b-4e36-b4d8-3ab874a7f5da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1420.267285] env[62093]: DEBUG nova.compute.manager [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Received event network-vif-deleted-3426677a-29ae-4bd6-9f40-6b14ef5f13e0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1420.267374] env[62093]: DEBUG nova.compute.manager [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Received event network-changed-6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1420.267557] env[62093]: DEBUG nova.compute.manager [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Refreshing instance network info cache due to event network-changed-6819ee6a-c2db-44fe-83e8-8fe5d0b107be. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1420.267770] env[62093]: DEBUG oslo_concurrency.lockutils [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] Acquiring lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.267905] env[62093]: DEBUG oslo_concurrency.lockutils [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] Acquired lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.268075] env[62093]: DEBUG nova.network.neutron [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Refreshing network info cache for port 6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.273850] env[62093]: DEBUG oslo_concurrency.lockutils [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] Acquired lock "refresh_cache-fa13fc40-abbf-442a-a9dc-53f6b611c95c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.273850] env[62093]: DEBUG nova.network.neutron [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Refreshing network info cache for port 02a0bd09-ab53-476a-9ecb-de7025f7b369 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.277019] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:06:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02a0bd09-ab53-476a-9ecb-de7025f7b369', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.281987] env[62093]: DEBUG oslo.service.loopingcall [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.285674] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.171s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.287600] env[62093]: INFO nova.compute.claims [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.292042] env[62093]: INFO nova.compute.manager [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Took 42.57 seconds to build instance. [ 1420.294613] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.301205] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9711857b-6f61-4294-af12-4ea00b96c6f4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.315772] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704704} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.319827] env[62093]: INFO nova.scheduler.client.report [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Deleted allocations for instance 31be046d-be83-42b0-a594-21849b0d577f [ 1420.320871] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 4a34bdd6-a12b-45d8-9b07-50464456c2c8/4a34bdd6-a12b-45d8-9b07-50464456c2c8.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.321096] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.321575] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710007, 'name': CreateVM_Task, 'duration_secs': 0.605607} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.324172] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7be3d0e-930f-4995-8c3a-c9c5b34cbdda {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.326083] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.327351] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.327497] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.327811] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1420.328863] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb15cbc3-ba6f-4f09-b720-65dd9bf354d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.331930] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.331930] env[62093]: value = "task-1710009" [ 1420.331930] env[62093]: _type = "Task" [ 1420.331930] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.333718] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1420.333718] env[62093]: value = "task-1710010" [ 1420.333718] env[62093]: _type = "Task" [ 1420.333718] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.341230] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1420.341230] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f54884-2f09-4b6b-575a-d70e964f9bd9" [ 1420.341230] env[62093]: _type = "Task" [ 1420.341230] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.351900] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710009, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.352203] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.358683] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f54884-2f09-4b6b-575a-d70e964f9bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.018833} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.359621] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.359783] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.359950] env[62093]: DEBUG nova.network.neutron [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.361157] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.361453] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.361588] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.361831] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.361898] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.362602] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78ce0012-9fba-4821-89bb-a7212656f928 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.371698] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.371841] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.372612] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46407c27-e594-41ae-8e3e-d429818adb15 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.378811] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1420.378811] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52219e28-6fa6-a362-1c23-2573bb72f213" [ 1420.378811] env[62093]: _type = "Task" [ 1420.378811] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.388040] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52219e28-6fa6-a362-1c23-2573bb72f213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.732512] env[62093]: DEBUG nova.network.neutron [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Updated VIF entry in instance network info cache for port 02a0bd09-ab53-476a-9ecb-de7025f7b369. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.733705] env[62093]: DEBUG nova.network.neutron [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Updating instance_info_cache with network_info: [{"id": "02a0bd09-ab53-476a-9ecb-de7025f7b369", "address": "fa:16:3e:fc:06:41", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0bd09-ab", "ovs_interfaceid": "02a0bd09-ab53-476a-9ecb-de7025f7b369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.793540] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.802655] env[62093]: DEBUG oslo_concurrency.lockutils [None req-490fde1e-a795-43b7-aa6f-87e3859a47f4 tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.469s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.803284] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.010s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.803537] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.803792] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.804899] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.806029] env[62093]: INFO nova.compute.manager [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Terminating instance [ 1420.807893] env[62093]: DEBUG nova.compute.manager [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1420.808163] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.809036] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba66a7df-452a-45ea-8254-0c50f9752aae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.818865] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.819206] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1baf86d-cb0c-4768-96e4-853127796a86 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.826846] env[62093]: DEBUG oslo_vmware.api [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1420.826846] env[62093]: value = "task-1710011" [ 1420.826846] env[62093]: _type = "Task" [ 1420.826846] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.833209] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17fd98e5-0f98-4eef-8c5b-395bab8db1fb tempest-VolumesAssistedSnapshotsTest-954246274 tempest-VolumesAssistedSnapshotsTest-954246274-project-member] Lock "31be046d-be83-42b0-a594-21849b0d577f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.412s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.842805] env[62093]: DEBUG oslo_vmware.api [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.851392] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710009, 'name': CreateVM_Task, 'duration_secs': 0.498073} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.854385] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.854712] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084566} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.855955] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.856175] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.856510] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1420.856781] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.857324] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861d0edf-05c4-4848-9393-72db291e4a03 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.859637] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cfa1dc-f9ce-4ee4-98e6-3535127d751a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.867628] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1420.867628] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e24bb5-8394-5921-3763-2d8b6019b8cb" [ 1420.867628] env[62093]: _type = "Task" [ 1420.867628] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.886187] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 4a34bdd6-a12b-45d8-9b07-50464456c2c8/4a34bdd6-a12b-45d8-9b07-50464456c2c8.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.889961] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691cee1c-bbcc-4bca-83bf-f1a4ec5b44cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.917590] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e24bb5-8394-5921-3763-2d8b6019b8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.917858] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52219e28-6fa6-a362-1c23-2573bb72f213, 'name': SearchDatastore_Task, 'duration_secs': 0.023321} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.919262] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.919505] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.919719] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.920586] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1420.920586] env[62093]: value = "task-1710012" [ 1420.920586] env[62093]: _type = "Task" [ 1420.920586] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.920787] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4884987-3f55-4dd7-9cb7-14c1a9c74eb9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.929147] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1420.929147] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5238f708-a4a8-685e-2f09-ae62cb697bb2" [ 1420.929147] env[62093]: _type = "Task" [ 1420.929147] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.932867] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.941604] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5238f708-a4a8-685e-2f09-ae62cb697bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.236120] env[62093]: DEBUG oslo_concurrency.lockutils [req-4f707316-ba1a-41f6-93bc-a6af7142998f req-0f9f42c6-8553-44b8-a4bb-68ab10d87dbf service nova] Releasing lock "refresh_cache-fa13fc40-abbf-442a-a9dc-53f6b611c95c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.241924] env[62093]: DEBUG nova.network.neutron [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance_info_cache with network_info: [{"id": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "address": "fa:16:3e:58:95:0f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eadb57-1b", "ovs_interfaceid": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.339892] env[62093]: DEBUG oslo_vmware.api [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710011, 'name': PowerOffVM_Task, 'duration_secs': 0.213448} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.343247] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.343465] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.344119] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6977cd96-eb25-48f8-94cc-4ed13cad9749 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.442297] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.443360] env[62093]: DEBUG nova.network.neutron [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Updated VIF entry in instance network info cache for port 6819ee6a-c2db-44fe-83e8-8fe5d0b107be. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.443702] env[62093]: DEBUG nova.network.neutron [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Updating instance_info_cache with network_info: [{"id": "6819ee6a-c2db-44fe-83e8-8fe5d0b107be", "address": "fa:16:3e:f5:71:c7", "network": {"id": "c09ace76-2bb5-4775-9086-0d02c407a396", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1088542544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2826590859d84a159fef016b540a62f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6819ee6a-c2", "ovs_interfaceid": "6819ee6a-c2db-44fe-83e8-8fe5d0b107be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.453590] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5238f708-a4a8-685e-2f09-ae62cb697bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.453935] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.454118] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0/900a64bc-5359-4a3f-afba-aacc2cedaef0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.454434] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.454659] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.455051] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-979e8d8d-9bbb-49ee-97b7-da4e289fb303 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.457175] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e774ae-ea7a-4e9b-b223-0e9bed9baefb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.465501] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1421.465501] env[62093]: value = "task-1710014" [ 1421.465501] env[62093]: _type = "Task" [ 1421.465501] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.470246] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.470246] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.478599] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b755914-e60f-44f7-be11-d429c18e0673 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.480868] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.482032] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.482032] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleting the datastore file [datastore1] 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.482292] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6479eca8-98b2-4724-bbc5-5cf629d155bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.488177] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.488485] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1421.488485] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52927170-059b-6347-fe8b-130ec2284191" [ 1421.488485] env[62093]: _type = "Task" [ 1421.488485] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.494514] env[62093]: DEBUG oslo_vmware.api [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for the task: (returnval){ [ 1421.494514] env[62093]: value = "task-1710015" [ 1421.494514] env[62093]: _type = "Task" [ 1421.494514] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.501488] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52927170-059b-6347-fe8b-130ec2284191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.509669] env[62093]: DEBUG oslo_vmware.api [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.749458] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.888352] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576f623-7348-4f52-baaa-c6fc7509ab85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.896115] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771c00a-2ec3-449f-ac4b-c75c2e62c172 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.929980] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eba99a-93cd-46f4-b687-6507df0f79f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.938546] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.942476] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ac70cc-ff53-449f-833d-96cb7887d658 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.956543] env[62093]: DEBUG oslo_concurrency.lockutils [req-07656602-102b-4286-93a5-2bfcad2fdf35 req-c41d0d62-7938-4ddb-b95e-5bd7a0852c51 service nova] Releasing lock "refresh_cache-91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.959447] env[62093]: DEBUG nova.compute.provider_tree [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.979132] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710014, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.006616] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52927170-059b-6347-fe8b-130ec2284191, 'name': SearchDatastore_Task, 'duration_secs': 0.030662} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.010286] env[62093]: DEBUG oslo_vmware.api [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Task: {'id': task-1710015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3637} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.010560] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899c2250-1d2f-4a62-8b45-96226aed414d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.013126] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.013345] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.013522] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.014570] env[62093]: INFO nova.compute.manager [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1422.014570] env[62093]: DEBUG oslo.service.loopingcall [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.014570] env[62093]: DEBUG nova.compute.manager [-] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1422.014704] env[62093]: DEBUG nova.network.neutron [-] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.019548] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1422.019548] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a67664-a26f-52cc-21ad-e49e93c743c9" [ 1422.019548] env[62093]: _type = "Task" [ 1422.019548] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.029817] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a67664-a26f-52cc-21ad-e49e93c743c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.280146] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbf2216-c5e7-4d75-b2a9-76bd6d6a3f9c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.302257] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724de7b9-d886-4a1f-96a9-a6f9837ec8ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.309635] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance 'e3ebd549-c79e-4984-a0af-d4cef39cdc84' progress to 83 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.441236] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710012, 'name': ReconfigVM_Task, 'duration_secs': 1.415777} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.441610] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 4a34bdd6-a12b-45d8-9b07-50464456c2c8/4a34bdd6-a12b-45d8-9b07-50464456c2c8.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.442317] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a417ae2-17d4-4347-a288-b28083720a8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.450887] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1422.450887] env[62093]: value = "task-1710016" [ 1422.450887] env[62093]: _type = "Task" [ 1422.450887] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.462362] env[62093]: DEBUG nova.scheduler.client.report [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1422.466357] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710016, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.477687] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815533} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.477975] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0/900a64bc-5359-4a3f-afba-aacc2cedaef0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.478249] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.479288] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5848418-3e2f-44be-a3da-1fbb0dbc98e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.487229] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1422.487229] env[62093]: value = "task-1710017" [ 1422.487229] env[62093]: _type = "Task" [ 1422.487229] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.497209] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.534940] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a67664-a26f-52cc-21ad-e49e93c743c9, 'name': SearchDatastore_Task, 'duration_secs': 0.064245} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.535212] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.535480] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] fa13fc40-abbf-442a-a9dc-53f6b611c95c/fa13fc40-abbf-442a-a9dc-53f6b611c95c.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1422.535779] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c92b1a5-dbcc-4223-9c30-2f3e75874105 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.544517] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1422.544517] env[62093]: value = "task-1710018" [ 1422.544517] env[62093]: _type = "Task" [ 1422.544517] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.556399] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.816535] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.818025] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cc4b631-2410-4caf-b85d-79babe1f696b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.828194] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1422.828194] env[62093]: value = "task-1710019" [ 1422.828194] env[62093]: _type = "Task" [ 1422.828194] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.838500] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.919172] env[62093]: DEBUG nova.network.neutron [-] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.969087] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.969918] env[62093]: DEBUG nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1422.974572] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710016, 'name': Rename_Task, 'duration_secs': 0.17897} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.975785] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.050s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.979659] env[62093]: DEBUG nova.objects.instance [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lazy-loading 'resources' on Instance uuid 6e8789c5-3287-4939-98a4-802edbae4b53 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.981149] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.981832] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f7eeaba-6b1a-4852-930c-a3c4f9157fd3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.991471] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1422.991471] env[62093]: value = "task-1710020" [ 1422.991471] env[62093]: _type = "Task" [ 1422.991471] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.010180] env[62093]: DEBUG nova.compute.manager [req-53036010-63b0-4881-af71-907a5cf13e3f req-a83b7be0-1516-43c1-8a85-e4cd3a4cea0d service nova] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Received event network-vif-deleted-6a79d83a-f91a-4245-be28-cdde695b3784 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1423.017214] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085971} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.017214] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1423.017395] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469fa50e-1aed-4c55-a165-18b993c543a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.024987] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710020, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.050194] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0/900a64bc-5359-4a3f-afba-aacc2cedaef0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.050194] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7a3512-416c-4dfd-9afd-31a6c9500eeb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.073530] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1423.073530] env[62093]: value = "task-1710021" [ 1423.073530] env[62093]: _type = "Task" [ 1423.073530] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.077484] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.088081] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.340717] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.423013] env[62093]: INFO nova.compute.manager [-] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Took 1.41 seconds to deallocate network for instance. [ 1423.477703] env[62093]: DEBUG nova.compute.utils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.479359] env[62093]: DEBUG nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1423.479532] env[62093]: DEBUG nova.network.neutron [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.513789] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.559935] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643808} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.565267] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] fa13fc40-abbf-442a-a9dc-53f6b611c95c/fa13fc40-abbf-442a-a9dc-53f6b611c95c.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.565931] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.569243] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-617bd9b4-908f-4c3c-b626-e1b909799f5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.574860] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquiring lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.575144] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.583366] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1423.583366] env[62093]: value = "task-1710022" [ 1423.583366] env[62093]: _type = "Task" [ 1423.583366] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.591550] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710021, 'name': ReconfigVM_Task, 'duration_secs': 0.445948} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.596171] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0/900a64bc-5359-4a3f-afba-aacc2cedaef0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.597641] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a81ad953-9d69-4c69-bd93-6987269d0e83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.603170] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.609603] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1423.609603] env[62093]: value = "task-1710023" [ 1423.609603] env[62093]: _type = "Task" [ 1423.609603] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.622629] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710023, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.642097] env[62093]: DEBUG nova.policy [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0657ee8990f454885df5a0ae92f0ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '674235f839564c47918574d074f343f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1423.843567] env[62093]: DEBUG oslo_vmware.api [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710019, 'name': PowerOnVM_Task, 'duration_secs': 0.659082} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.844224] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.844299] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9e93b-84c7-4d5d-a680-722a72b63bca tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance 'e3ebd549-c79e-4984-a0af-d4cef39cdc84' progress to 100 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.931967] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.988380] env[62093]: DEBUG nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1424.021201] env[62093]: DEBUG oslo_vmware.api [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710020, 'name': PowerOnVM_Task, 'duration_secs': 0.711735} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.021561] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.021769] env[62093]: INFO nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1424.021944] env[62093]: DEBUG nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1424.023521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bc01e8-9a43-4162-b97f-1dd2431e05cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.066403] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b2475e-9a17-4b86-bed9-c4491f16fd82 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.077696] env[62093]: DEBUG nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1424.084657] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bd9dd8-4587-4499-bc57-7bdf44b344b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.097175] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082326} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.126282] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.128593] env[62093]: DEBUG nova.network.neutron [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Successfully created port: f4ed71bb-bb6f-47ab-8433-5a36c0fd884e {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.130860] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b6a664-a438-468f-99fa-a4b44ef87476 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.136767] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d77e5-5656-4763-9791-ed568cb154db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.155880] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710023, 'name': Rename_Task, 'duration_secs': 0.201976} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.166992] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fa13fc40-abbf-442a-a9dc-53f6b611c95c/fa13fc40-abbf-442a-a9dc-53f6b611c95c.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.169480] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.170195] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd82ed7d-2ba1-4397-9183-55e3d56cf216 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.187619] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad219981-eccf-46e9-b1c5-b40f4d36a0d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.190558] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c28c54-230d-4949-b7b1-241739fdd5a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.207077] env[62093]: DEBUG nova.compute.provider_tree [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.210979] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1424.210979] env[62093]: value = "task-1710024" [ 1424.210979] env[62093]: _type = "Task" [ 1424.210979] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.211395] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1424.211395] env[62093]: value = "task-1710025" [ 1424.211395] env[62093]: _type = "Task" [ 1424.211395] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.223843] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710024, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.230386] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.457932] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "8fdab373-a464-4f3d-b418-2e9294fd4237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.458281] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "8fdab373-a464-4f3d-b418-2e9294fd4237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.458538] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "8fdab373-a464-4f3d-b418-2e9294fd4237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.458777] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "8fdab373-a464-4f3d-b418-2e9294fd4237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.458969] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "8fdab373-a464-4f3d-b418-2e9294fd4237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.463273] env[62093]: INFO nova.compute.manager [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Terminating instance [ 1424.466188] env[62093]: DEBUG nova.compute.manager [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1424.466478] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.467554] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325131fb-2b3a-4450-ae4b-9449126925e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.477114] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.480796] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22de04d9-02dd-4e47-b2c5-04dfc4f3071f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.484629] env[62093]: DEBUG oslo_vmware.api [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1424.484629] env[62093]: value = "task-1710026" [ 1424.484629] env[62093]: _type = "Task" [ 1424.484629] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.501606] env[62093]: DEBUG oslo_vmware.api [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1710026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.548348] env[62093]: INFO nova.compute.manager [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Took 44.38 seconds to build instance. [ 1424.610903] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.695669] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.696130] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.696411] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.696710] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.697012] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.699449] env[62093]: INFO nova.compute.manager [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Terminating instance [ 1424.702258] env[62093]: DEBUG nova.compute.manager [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1424.702494] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.703668] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e569566c-e396-4c1b-9cc4-b65be0429361 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.713790] env[62093]: DEBUG nova.scheduler.client.report [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1424.721926] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.726643] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd9dac8c-df20-46ad-b2d3-de200926916c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.736500] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710024, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.744307] env[62093]: DEBUG oslo_vmware.api [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1424.744307] env[62093]: value = "task-1710027" [ 1424.744307] env[62093]: _type = "Task" [ 1424.744307] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.745426] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.755748] env[62093]: DEBUG oslo_vmware.api [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1710027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.994578] env[62093]: DEBUG oslo_vmware.api [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1710026, 'name': PowerOffVM_Task, 'duration_secs': 0.368046} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.994899] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.995011] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.995307] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca59cc3-7024-4739-9223-4a7441948799 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.998042] env[62093]: DEBUG nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1425.044306] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1425.044836] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1425.045112] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.045391] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1425.045596] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.045794] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1425.046093] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1425.046340] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1425.046586] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1425.046832] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1425.047198] env[62093]: DEBUG nova.virt.hardware [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1425.048470] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ffdfa1-1f3e-4b2a-a6af-c69cbbb186d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.053250] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f4ffb849-3fee-4282-b798-ad95cc2880f8 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.893s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.062054] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d8a246-c746-4cb1-8017-fdb14d7a42f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.225856] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.230141] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.709s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.230141] env[62093]: DEBUG nova.objects.instance [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1425.236464] env[62093]: DEBUG oslo_vmware.api [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710024, 'name': PowerOnVM_Task, 'duration_secs': 0.57412} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.238375] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.238599] env[62093]: DEBUG nova.compute.manager [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1425.239210] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710025, 'name': ReconfigVM_Task, 'duration_secs': 0.566172} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.239663] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065dad1c-f761-4c49-b466-6f3046690aea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.242369] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fa13fc40-abbf-442a-a9dc-53f6b611c95c/fa13fc40-abbf-442a-a9dc-53f6b611c95c.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.244292] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfc0be02-8659-468e-9efd-8709c1c3ef34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.245960] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.246162] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.246338] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleting the datastore file [datastore1] 8fdab373-a464-4f3d-b418-2e9294fd4237 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.247044] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41903037-1a7f-4f9e-86ca-bc875d292a3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.257533] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1425.257533] env[62093]: value = "task-1710029" [ 1425.257533] env[62093]: _type = "Task" [ 1425.257533] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.264991] env[62093]: DEBUG oslo_vmware.api [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1710027, 'name': PowerOffVM_Task, 'duration_secs': 0.409687} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.265340] env[62093]: DEBUG oslo_vmware.api [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1425.265340] env[62093]: value = "task-1710030" [ 1425.265340] env[62093]: _type = "Task" [ 1425.265340] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.265915] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.266103] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.266412] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbc04b0-8db5-4f2f-acf0-8a0bbb1f9f02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.276750] env[62093]: INFO nova.scheduler.client.report [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Deleted allocations for instance 6e8789c5-3287-4939-98a4-802edbae4b53 [ 1425.278954] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710029, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.285640] env[62093]: DEBUG oslo_vmware.api [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1710030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.370235] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.372905] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.372905] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleting the datastore file [datastore1] 278e9b4e-24b0-4347-b3fb-bfb18325cd33 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.377322] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc576adf-4da4-4f8a-9189-6996bd40839d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.386071] env[62093]: DEBUG oslo_vmware.api [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for the task: (returnval){ [ 1425.386071] env[62093]: value = "task-1710032" [ 1425.386071] env[62093]: _type = "Task" [ 1425.386071] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.396143] env[62093]: DEBUG oslo_vmware.api [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1710032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.446572] env[62093]: DEBUG oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed26c9-cb97-0f90-63a5-f42cf5a157a0/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1425.447811] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b665bd-92fd-4126-a720-c0da0dcfc2e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.456241] env[62093]: DEBUG oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed26c9-cb97-0f90-63a5-f42cf5a157a0/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1425.456542] env[62093]: ERROR oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed26c9-cb97-0f90-63a5-f42cf5a157a0/disk-0.vmdk due to incomplete transfer. [ 1425.456799] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0a5f4cf-7e5d-4607-9e5e-aa342c461aa4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.467118] env[62093]: DEBUG oslo_vmware.rw_handles [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed26c9-cb97-0f90-63a5-f42cf5a157a0/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1425.467304] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Uploaded image e1092dd2-7c4c-45a4-a5cf-3ae563107186 to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1425.471354] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1425.472083] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e60bb882-1c87-44f4-8532-c0043391cc69 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.484514] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1425.484514] env[62093]: value = "task-1710033" [ 1425.484514] env[62093]: _type = "Task" [ 1425.484514] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.494384] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710033, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.777124] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.787206] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710029, 'name': Rename_Task, 'duration_secs': 0.240203} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.787765] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d96e09a6-89d9-400a-93b0-3b4228c90067 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "6e8789c5-3287-4939-98a4-802edbae4b53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.353s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.788954] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.792472] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe940957-ac78-4281-ad24-f7f2e3485787 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.794335] env[62093]: DEBUG oslo_vmware.api [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1710030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265421} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.794872] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.795098] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.795302] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.795523] env[62093]: INFO nova.compute.manager [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1425.797046] env[62093]: DEBUG oslo.service.loopingcall [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.797046] env[62093]: DEBUG nova.compute.manager [-] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1425.797046] env[62093]: DEBUG nova.network.neutron [-] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.804018] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1425.804018] env[62093]: value = "task-1710034" [ 1425.804018] env[62093]: _type = "Task" [ 1425.804018] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.809653] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.898553] env[62093]: DEBUG oslo_vmware.api [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Task: {'id': task-1710032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239822} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.898834] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.899077] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.899343] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.899483] env[62093]: INFO nova.compute.manager [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1425.899720] env[62093]: DEBUG oslo.service.loopingcall [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.899937] env[62093]: DEBUG nova.compute.manager [-] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1425.900059] env[62093]: DEBUG nova.network.neutron [-] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.996105] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710033, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.247276] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5856fb9b-0857-4cbf-af64-5cb6a11f0105 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.249296] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.500s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.253617] env[62093]: INFO nova.compute.claims [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.325912] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710034, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.327318] env[62093]: DEBUG oslo_concurrency.lockutils [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.327440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.375586] env[62093]: DEBUG nova.network.neutron [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Successfully updated port: f4ed71bb-bb6f-47ab-8433-5a36c0fd884e {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.398113] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.398352] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.500322] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710033, 'name': Destroy_Task, 'duration_secs': 0.718855} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.500322] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Destroyed the VM [ 1426.500322] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1426.500322] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e32fc76-1a0e-4016-85a3-ef0f1fda2ac6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.507045] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1426.507045] env[62093]: value = "task-1710035" [ 1426.507045] env[62093]: _type = "Task" [ 1426.507045] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.515880] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710035, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.585988] env[62093]: DEBUG nova.compute.manager [req-e89af22e-b40c-42d7-a3b9-75536094b329 req-20b9189a-5922-45e5-bdce-3224937fea7a service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Received event network-vif-plugged-f4ed71bb-bb6f-47ab-8433-5a36c0fd884e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1426.586260] env[62093]: DEBUG oslo_concurrency.lockutils [req-e89af22e-b40c-42d7-a3b9-75536094b329 req-20b9189a-5922-45e5-bdce-3224937fea7a service nova] Acquiring lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.586480] env[62093]: DEBUG oslo_concurrency.lockutils [req-e89af22e-b40c-42d7-a3b9-75536094b329 req-20b9189a-5922-45e5-bdce-3224937fea7a service nova] Lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.587074] env[62093]: DEBUG oslo_concurrency.lockutils [req-e89af22e-b40c-42d7-a3b9-75536094b329 req-20b9189a-5922-45e5-bdce-3224937fea7a service nova] Lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.587074] env[62093]: DEBUG nova.compute.manager [req-e89af22e-b40c-42d7-a3b9-75536094b329 req-20b9189a-5922-45e5-bdce-3224937fea7a service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] No waiting events found dispatching network-vif-plugged-f4ed71bb-bb6f-47ab-8433-5a36c0fd884e {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1426.587074] env[62093]: WARNING nova.compute.manager [req-e89af22e-b40c-42d7-a3b9-75536094b329 req-20b9189a-5922-45e5-bdce-3224937fea7a service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Received unexpected event network-vif-plugged-f4ed71bb-bb6f-47ab-8433-5a36c0fd884e for instance with vm_state building and task_state spawning. [ 1426.815014] env[62093]: DEBUG oslo_vmware.api [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710034, 'name': PowerOnVM_Task, 'duration_secs': 0.858579} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.815419] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.815624] env[62093]: INFO nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1426.815801] env[62093]: DEBUG nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1426.816598] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e3c1d-8614-4988-9e90-ded451683a7e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.819420] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.819663] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.819866] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.820078] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.820255] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.823234] env[62093]: INFO nova.compute.manager [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Terminating instance [ 1426.828707] env[62093]: DEBUG nova.compute.manager [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1426.828901] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.829750] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1ed943-9d9a-4ce7-89e4-f814756d2a85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.833875] env[62093]: DEBUG nova.compute.utils [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.838480] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.838716] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db73533-f208-4ee7-88bc-d89e47073231 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.844596] env[62093]: DEBUG oslo_vmware.api [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1426.844596] env[62093]: value = "task-1710036" [ 1426.844596] env[62093]: _type = "Task" [ 1426.844596] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.854713] env[62093]: DEBUG oslo_vmware.api [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1710036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.864763] env[62093]: DEBUG nova.network.neutron [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Port c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1426.865028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.865212] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.865392] env[62093]: DEBUG nova.network.neutron [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.878561] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "refresh_cache-bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.878698] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquired lock "refresh_cache-bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.878835] env[62093]: DEBUG nova.network.neutron [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.904861] env[62093]: DEBUG nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1426.907614] env[62093]: DEBUG nova.network.neutron [-] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.915589] env[62093]: DEBUG nova.network.neutron [-] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.019947] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710035, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.339682] env[62093]: DEBUG oslo_concurrency.lockutils [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.343600] env[62093]: INFO nova.compute.manager [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Took 42.19 seconds to build instance. [ 1427.359228] env[62093]: DEBUG oslo_vmware.api [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1710036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.415541] env[62093]: INFO nova.compute.manager [-] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Took 1.62 seconds to deallocate network for instance. [ 1427.417280] env[62093]: DEBUG nova.network.neutron [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.422564] env[62093]: INFO nova.compute.manager [-] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Took 1.52 seconds to deallocate network for instance. [ 1427.439858] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.523288] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710035, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.608367] env[62093]: DEBUG nova.network.neutron [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Updating instance_info_cache with network_info: [{"id": "f4ed71bb-bb6f-47ab-8433-5a36c0fd884e", "address": "fa:16:3e:2b:04:56", "network": {"id": "2edec299-8ad0-4790-a2dd-be0a1b0f6901", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1699718842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "674235f839564c47918574d074f343f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ed71bb-bb", "ovs_interfaceid": "f4ed71bb-bb6f-47ab-8433-5a36c0fd884e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.758815] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73f0ccc-27c2-475e-a541-16565b471a3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.766952] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd548da-3da1-4f1a-b582-cd915596bd1d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.774264] env[62093]: DEBUG nova.compute.manager [req-181aa6a1-966e-4882-ba61-cdf0125a3869 req-2f7ef756-6a2d-4bac-854b-769ba0dcc109 service nova] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Received event network-vif-deleted-86fadaaa-aa19-4511-b7a4-56e0d85ca2ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1427.802763] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635413f8-1d72-4777-af89-9c8fdfef1172 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.810745] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cac49b-9935-4ade-9007-bee3580c0dbf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.827048] env[62093]: DEBUG nova.compute.provider_tree [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.852251] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da60f212-d8dd-4faa-95dd-747bc6624f30 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.687s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.861596] env[62093]: DEBUG oslo_vmware.api [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1710036, 'name': PowerOffVM_Task, 'duration_secs': 0.615793} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.862045] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.862371] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.866191] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aedd2b05-81b0-41e8-9b54-ba3501a9f99d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.928382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.932668] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.936623] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.936853] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.937116] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Deleting the datastore file [datastore1] 1d5a8822-ed1f-497c-9705-123f1afa1cd3 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.937475] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-984ac8cc-2983-4da6-8155-32f679d26973 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.946223] env[62093]: DEBUG oslo_vmware.api [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for the task: (returnval){ [ 1427.946223] env[62093]: value = "task-1710038" [ 1427.946223] env[62093]: _type = "Task" [ 1427.946223] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.955135] env[62093]: DEBUG oslo_vmware.api [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1710038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.990206] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "ed51c944-4abc-4b54-b47f-88c9cb2897df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.990516] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "ed51c944-4abc-4b54-b47f-88c9cb2897df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.019939] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710035, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.073324] env[62093]: DEBUG nova.network.neutron [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance_info_cache with network_info: [{"id": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "address": "fa:16:3e:58:95:0f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eadb57-1b", "ovs_interfaceid": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.111565] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Releasing lock "refresh_cache-bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.111902] env[62093]: DEBUG nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Instance network_info: |[{"id": "f4ed71bb-bb6f-47ab-8433-5a36c0fd884e", "address": "fa:16:3e:2b:04:56", "network": {"id": "2edec299-8ad0-4790-a2dd-be0a1b0f6901", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1699718842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "674235f839564c47918574d074f343f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ed71bb-bb", "ovs_interfaceid": "f4ed71bb-bb6f-47ab-8433-5a36c0fd884e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1428.112360] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:04:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4ed71bb-bb6f-47ab-8433-5a36c0fd884e', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1428.121436] env[62093]: DEBUG oslo.service.loopingcall [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.122071] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1428.122354] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0d2545e-7377-4c83-a4be-5ce5d1c97c55 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.144135] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1428.144135] env[62093]: value = "task-1710039" [ 1428.144135] env[62093]: _type = "Task" [ 1428.144135] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.152108] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710039, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.332203] env[62093]: DEBUG nova.scheduler.client.report [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1428.420234] env[62093]: DEBUG oslo_concurrency.lockutils [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.420384] env[62093]: DEBUG oslo_concurrency.lockutils [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.420703] env[62093]: INFO nova.compute.manager [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Attaching volume 3eb13bbb-d4c5-4973-9578-a1adc1e11f60 to /dev/sdb [ 1428.459328] env[62093]: DEBUG oslo_vmware.api [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1710038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.465857] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b68944-e463-414d-a55a-1d40ab005d0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.472799] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e667c18-ba4f-49ee-991e-569bb45821e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.490868] env[62093]: DEBUG nova.virt.block_device [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Updating existing volume attachment record: daa43513-3295-4c67-b380-2ea9d08d34e8 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1428.495221] env[62093]: DEBUG nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1428.521797] env[62093]: DEBUG oslo_vmware.api [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710035, 'name': RemoveSnapshot_Task, 'duration_secs': 1.860643} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.521910] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1428.522207] env[62093]: INFO nova.compute.manager [None req-84819559-a229-44d1-82a7-5231b1c3bd93 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Took 18.08 seconds to snapshot the instance on the hypervisor. [ 1428.576474] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.658876] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710039, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.682627] env[62093]: DEBUG nova.compute.manager [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Received event network-changed-f4ed71bb-bb6f-47ab-8433-5a36c0fd884e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1428.682818] env[62093]: DEBUG nova.compute.manager [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Refreshing instance network info cache due to event network-changed-f4ed71bb-bb6f-47ab-8433-5a36c0fd884e. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1428.683165] env[62093]: DEBUG oslo_concurrency.lockutils [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] Acquiring lock "refresh_cache-bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.683349] env[62093]: DEBUG oslo_concurrency.lockutils [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] Acquired lock "refresh_cache-bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.683515] env[62093]: DEBUG nova.network.neutron [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Refreshing network info cache for port f4ed71bb-bb6f-47ab-8433-5a36c0fd884e {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.837072] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.837892] env[62093]: DEBUG nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1428.842740] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.863s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.843129] env[62093]: DEBUG nova.objects.instance [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lazy-loading 'resources' on Instance uuid 120937ab-0557-40a6-8378-9d3c8d7bcc17 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.956298] env[62093]: DEBUG oslo_vmware.api [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Task: {'id': task-1710038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.651965} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.956709] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.956984] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.957264] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.957563] env[62093]: INFO nova.compute.manager [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1428.957929] env[62093]: DEBUG oslo.service.loopingcall [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.958312] env[62093]: DEBUG nova.compute.manager [-] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1428.958503] env[62093]: DEBUG nova.network.neutron [-] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.024597] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.080100] env[62093]: DEBUG nova.compute.manager [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62093) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1429.080100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.125938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "900a64bc-5359-4a3f-afba-aacc2cedaef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.126728] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "900a64bc-5359-4a3f-afba-aacc2cedaef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.126728] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "900a64bc-5359-4a3f-afba-aacc2cedaef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.126728] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "900a64bc-5359-4a3f-afba-aacc2cedaef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.126877] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "900a64bc-5359-4a3f-afba-aacc2cedaef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.129828] env[62093]: INFO nova.compute.manager [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Terminating instance [ 1429.134306] env[62093]: DEBUG nova.compute.manager [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1429.134505] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.135375] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4646e17-63e7-442f-8255-87d4d6da542e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.148126] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.151116] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f0df290-ad52-49dd-b64b-3aac118e53d1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.160253] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710039, 'name': CreateVM_Task, 'duration_secs': 0.526128} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.160253] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.160253] env[62093]: DEBUG oslo_vmware.api [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1429.160253] env[62093]: value = "task-1710043" [ 1429.160253] env[62093]: _type = "Task" [ 1429.160253] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.160537] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.160621] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.160886] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.161255] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352d8d2e-6ce1-43e8-93ee-98948211006c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.169486] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1429.169486] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528e0445-59d8-6222-a828-efbc0db08758" [ 1429.169486] env[62093]: _type = "Task" [ 1429.169486] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.172942] env[62093]: DEBUG oslo_vmware.api [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.187766] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528e0445-59d8-6222-a828-efbc0db08758, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.188133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.188464] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.188771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.188918] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.189132] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.190518] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32327a78-3c8a-4534-82a3-61a809eb29dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.199515] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.199515] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.199940] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee13b4f-0b5d-4d9a-bb57-809ba43261cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.208420] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1429.208420] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52464e9e-d741-37b5-8bd9-89d27c2821e4" [ 1429.208420] env[62093]: _type = "Task" [ 1429.208420] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.218972] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52464e9e-d741-37b5-8bd9-89d27c2821e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.355996] env[62093]: DEBUG nova.compute.utils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.364364] env[62093]: DEBUG nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1429.364540] env[62093]: DEBUG nova.network.neutron [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.433237] env[62093]: DEBUG nova.policy [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '030dea4a96cb4561ae52021d26f3ec6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73192caea9d849ad953f30deb42c6f6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1429.460516] env[62093]: DEBUG nova.network.neutron [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Updated VIF entry in instance network info cache for port f4ed71bb-bb6f-47ab-8433-5a36c0fd884e. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.460875] env[62093]: DEBUG nova.network.neutron [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Updating instance_info_cache with network_info: [{"id": "f4ed71bb-bb6f-47ab-8433-5a36c0fd884e", "address": "fa:16:3e:2b:04:56", "network": {"id": "2edec299-8ad0-4790-a2dd-be0a1b0f6901", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1699718842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "674235f839564c47918574d074f343f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ed71bb-bb", "ovs_interfaceid": "f4ed71bb-bb6f-47ab-8433-5a36c0fd884e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.672989] env[62093]: DEBUG oslo_vmware.api [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710043, 'name': PowerOffVM_Task, 'duration_secs': 0.180215} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.673365] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.673539] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.676142] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c21591f-4da1-4349-bcaa-2102f8469d68 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.681422] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.681664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.681891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.682065] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.682238] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.685443] env[62093]: INFO nova.compute.manager [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Terminating instance [ 1429.687283] env[62093]: DEBUG nova.compute.manager [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1429.687526] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.688413] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c542fc76-6214-4a4b-a367-721adce0f5a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.698380] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.698630] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853885e3-f276-4f5a-b8e5-6fd66588b178 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.708161] env[62093]: DEBUG oslo_vmware.api [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1429.708161] env[62093]: value = "task-1710045" [ 1429.708161] env[62093]: _type = "Task" [ 1429.708161] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.722504] env[62093]: DEBUG oslo_vmware.api [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.727299] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52464e9e-d741-37b5-8bd9-89d27c2821e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.728228] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239614f0-7363-4eac-9267-a6f819726f22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.733565] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1429.733565] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52198358-5fc9-4e81-e595-a89a4289268d" [ 1429.733565] env[62093]: _type = "Task" [ 1429.733565] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.741763] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52198358-5fc9-4e81-e595-a89a4289268d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.749466] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.749871] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.816893] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.817149] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.817336] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleting the datastore file [datastore1] 900a64bc-5359-4a3f-afba-aacc2cedaef0 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.817615] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0724732a-2e01-4382-9fa9-adb5c087803c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.824648] env[62093]: DEBUG oslo_vmware.api [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1429.824648] env[62093]: value = "task-1710046" [ 1429.824648] env[62093]: _type = "Task" [ 1429.824648] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.832800] env[62093]: DEBUG oslo_vmware.api [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.843972] env[62093]: DEBUG nova.network.neutron [-] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.860272] env[62093]: DEBUG nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1429.899820] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e4074-5fd3-483a-9314-7406f7166163 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.909163] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8005998a-cb92-419c-8f66-227c9d316b12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.944951] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb8cd0c-3c92-4ec3-bf3b-8e86f4e00976 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.951982] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712576ee-83ed-46c4-a37f-bdfe994dccea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.956661] env[62093]: DEBUG nova.network.neutron [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Successfully created port: a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1429.968255] env[62093]: DEBUG oslo_concurrency.lockutils [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] Releasing lock "refresh_cache-bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.968538] env[62093]: DEBUG nova.compute.manager [req-e05a8f13-133e-4849-ba70-6559d72ae163 req-c5e3e3a7-f058-45fd-a807-b00b4e29c554 service nova] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Received event network-vif-deleted-fd2fb4d3-fe58-4c1d-91ac-b92edd8c8e09 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1429.969162] env[62093]: DEBUG nova.compute.provider_tree [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.220856] env[62093]: DEBUG oslo_vmware.api [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.243569] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52198358-5fc9-4e81-e595-a89a4289268d, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.243774] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.244044] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7/bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.244387] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ba10af1-3cb4-4c8c-9fd5-da5353f80361 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.251083] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1430.251083] env[62093]: value = "task-1710047" [ 1430.251083] env[62093]: _type = "Task" [ 1430.251083] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.254576] env[62093]: DEBUG nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1430.262017] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.334551] env[62093]: DEBUG oslo_vmware.api [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240392} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.334803] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.335023] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.335227] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.335419] env[62093]: INFO nova.compute.manager [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1430.335663] env[62093]: DEBUG oslo.service.loopingcall [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.335872] env[62093]: DEBUG nova.compute.manager [-] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1430.335966] env[62093]: DEBUG nova.network.neutron [-] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.347612] env[62093]: INFO nova.compute.manager [-] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Took 1.39 seconds to deallocate network for instance. [ 1430.474560] env[62093]: DEBUG nova.scheduler.client.report [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1430.722965] env[62093]: DEBUG oslo_vmware.api [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710045, 'name': PowerOffVM_Task, 'duration_secs': 0.996063} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.723283] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.723453] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.723786] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-715d253c-d2d0-4d0b-8856-a2d6ca2ea89d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.767515] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.781990] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.787627] env[62093]: DEBUG nova.compute.manager [req-bbe5e6f4-f127-4f64-8a22-485c85668bc8 req-ecd57306-0df5-4b86-9651-af1643003703 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Received event network-vif-deleted-4d274dcc-713b-451c-9aef-29bc9b6e7c4f {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1430.787835] env[62093]: INFO nova.compute.manager [req-bbe5e6f4-f127-4f64-8a22-485c85668bc8 req-ecd57306-0df5-4b86-9651-af1643003703 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Neutron deleted interface 4d274dcc-713b-451c-9aef-29bc9b6e7c4f; detaching it from the instance and deleting it from the info cache [ 1430.788027] env[62093]: DEBUG nova.network.neutron [req-bbe5e6f4-f127-4f64-8a22-485c85668bc8 req-ecd57306-0df5-4b86-9651-af1643003703 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.791455] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.791758] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.791853] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleting the datastore file [datastore1] fa13fc40-abbf-442a-a9dc-53f6b611c95c {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.792137] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-783f70e2-a6fa-40b1-99ec-901a07239766 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.798705] env[62093]: DEBUG oslo_vmware.api [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1430.798705] env[62093]: value = "task-1710049" [ 1430.798705] env[62093]: _type = "Task" [ 1430.798705] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.809270] env[62093]: DEBUG oslo_vmware.api [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.855418] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.872255] env[62093]: DEBUG nova.compute.manager [req-ab9e9e4d-3d23-4e90-8b60-ed2b16ed2508 req-5ee36ac2-9691-449e-9541-79566398818e service nova] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Received event network-vif-deleted-e79b0792-a989-4bfa-9e92-96b632023f55 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1430.873519] env[62093]: DEBUG nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1430.899895] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.900082] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.900598] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.900598] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.900692] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.901360] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.901360] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.901360] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.901479] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.901604] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.901774] env[62093]: DEBUG nova.virt.hardware [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.903019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f2e381-db88-40f0-acec-38510385307d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.911779] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb7033-e8d8-48a9-879f-b4de01aa8a1d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.980747] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.983397] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.518s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.983585] env[62093]: DEBUG nova.objects.instance [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1430.999604] env[62093]: INFO nova.scheduler.client.report [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted allocations for instance 120937ab-0557-40a6-8378-9d3c8d7bcc17 [ 1431.149762] env[62093]: DEBUG nova.network.neutron [-] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.262421] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543426} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.262698] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7/bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.262698] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.262947] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd5c9ce-e9ce-40db-82d2-af825f9ca98c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.269081] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1431.269081] env[62093]: value = "task-1710051" [ 1431.269081] env[62093]: _type = "Task" [ 1431.269081] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.276643] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.291018] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a324fc6-8a6e-4e1a-95da-fa475d007bfb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.300541] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e7dcd6-0235-4124-8024-530e2c84bbf6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.320217] env[62093]: DEBUG oslo_vmware.api [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273177} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.320452] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.320738] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.320930] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.321132] env[62093]: INFO nova.compute.manager [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1431.321433] env[62093]: DEBUG oslo.service.loopingcall [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.321559] env[62093]: DEBUG nova.compute.manager [-] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1431.321654] env[62093]: DEBUG nova.network.neutron [-] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.338560] env[62093]: DEBUG nova.compute.manager [req-bbe5e6f4-f127-4f64-8a22-485c85668bc8 req-ecd57306-0df5-4b86-9651-af1643003703 service nova] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Detach interface failed, port_id=4d274dcc-713b-451c-9aef-29bc9b6e7c4f, reason: Instance 900a64bc-5359-4a3f-afba-aacc2cedaef0 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1431.510206] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd36085-508b-4532-8133-aa0081746749 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "120937ab-0557-40a6-8378-9d3c8d7bcc17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.733s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.652700] env[62093]: INFO nova.compute.manager [-] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Took 1.32 seconds to deallocate network for instance. [ 1431.785018] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082071} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.785018] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.785018] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3599058d-83d3-45f2-b6f2-f5526cda6779 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.809099] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7/bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.810191] env[62093]: DEBUG nova.network.neutron [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Successfully updated port: a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.811917] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-418ea9e4-f0ae-4ada-bb3b-bf2085b57eb6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.833942] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1431.833942] env[62093]: value = "task-1710052" [ 1431.833942] env[62093]: _type = "Task" [ 1431.833942] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.842762] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.994075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-72992d3d-2907-4943-aee6-ac37c387d57b tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.995860] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.844s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.995860] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.995860] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1431.996485] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.089s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.996786] env[62093]: DEBUG nova.objects.instance [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lazy-loading 'resources' on Instance uuid 996eec05-0579-4d90-b81c-d54d7dedcc6d {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.999198] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e71227-12b8-47cb-80b2-03a4f5e283e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.015718] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce81da0-c92d-4979-b93a-ab4e62e96844 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.032656] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2d6a97-3b77-4ee2-bd4a-48a4fc19af4c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.040244] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c23428e-c501-4790-bb4e-73cf599cf83f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.079135] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179019MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1432.079135] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.090267] env[62093]: DEBUG nova.network.neutron [-] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.161377] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.328976] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.329939] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.329939] env[62093]: DEBUG nova.network.neutron [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.349494] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.349736] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.349944] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.350146] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.350317] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.357024] env[62093]: INFO nova.compute.manager [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Terminating instance [ 1432.357024] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710052, 'name': ReconfigVM_Task, 'duration_secs': 0.340775} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.357024] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Reconfigured VM instance instance-00000041 to attach disk [datastore1] bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7/bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.357024] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b3c37b9-f69f-41df-a6ce-04da485f8832 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.359805] env[62093]: DEBUG nova.compute.manager [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1432.360183] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.361086] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd2af9-c688-47fa-b703-28c2f8f89fc3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.372052] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.372052] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4a7eef6-267f-4f25-969f-a4283c16384d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.374109] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1432.374109] env[62093]: value = "task-1710053" [ 1432.374109] env[62093]: _type = "Task" [ 1432.374109] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.379629] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1432.379629] env[62093]: value = "task-1710054" [ 1432.379629] env[62093]: _type = "Task" [ 1432.379629] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.386794] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710053, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.394062] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.593616] env[62093]: INFO nova.compute.manager [-] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Took 1.27 seconds to deallocate network for instance. [ 1432.863139] env[62093]: DEBUG nova.network.neutron [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.871125] env[62093]: DEBUG nova.compute.manager [req-2dc6fc61-73bc-4270-9a3f-68736686231d req-0b028b67-013a-4709-8059-369e2509b558 service nova] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Received event network-vif-deleted-02a0bd09-ab53-476a-9ecb-de7025f7b369 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1432.891843] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710053, 'name': Rename_Task, 'duration_secs': 0.205219} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.892387] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.892672] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4c8a12-a128-4773-a7b4-317f8df5134d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.899433] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710054, 'name': PowerOffVM_Task, 'duration_secs': 0.210252} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.900959] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.900959] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.901597] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2266fa0-a047-4d6e-9357-95673ae381c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.906978] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1432.906978] env[62093]: value = "task-1710055" [ 1432.906978] env[62093]: _type = "Task" [ 1432.906978] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.915725] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.918242] env[62093]: DEBUG nova.compute.manager [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Received event network-vif-plugged-a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1432.918497] env[62093]: DEBUG oslo_concurrency.lockutils [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] Acquiring lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.918727] env[62093]: DEBUG oslo_concurrency.lockutils [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.918928] env[62093]: DEBUG oslo_concurrency.lockutils [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.919220] env[62093]: DEBUG nova.compute.manager [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] No waiting events found dispatching network-vif-plugged-a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1432.919386] env[62093]: WARNING nova.compute.manager [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Received unexpected event network-vif-plugged-a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 for instance with vm_state building and task_state spawning. [ 1432.919584] env[62093]: DEBUG nova.compute.manager [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Received event network-changed-a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1432.919779] env[62093]: DEBUG nova.compute.manager [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Refreshing instance network info cache due to event network-changed-a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1432.919978] env[62093]: DEBUG oslo_concurrency.lockutils [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] Acquiring lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.984283] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e20264-623b-4467-82bf-42dd5577d796 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.993910] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df54ca-8348-4805-822e-4532ce4adc5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.030343] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556653eb-c025-4bdc-a4f5-dc5dfa412a41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.034325] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1433.034325] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1433.034325] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleting the datastore file [datastore1] b0d3bf76-6ad3-468a-9f10-6e4d59354c79 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.034570] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bff9cd1e-c53a-44a7-bfe1-daefbbc75561 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.042452] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c0d862-4505-43da-8fce-f170259bcd9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.046289] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1433.046289] env[62093]: value = "task-1710057" [ 1433.046289] env[62093]: _type = "Task" [ 1433.046289] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.058589] env[62093]: DEBUG nova.compute.provider_tree [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.062203] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1433.062203] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356255', 'volume_id': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'name': 'volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4a34bdd6-a12b-45d8-9b07-50464456c2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'serial': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1433.064803] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a20971d-45cb-4b0c-a644-0ce87fb2ff24 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.071339] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.084779] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe2c41-0ead-4747-a5fb-54301ee1bdb0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.111165] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60/volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.112139] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.112403] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e549183-1142-442a-92c5-39f05c940eab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.125808] env[62093]: DEBUG nova.network.neutron [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updating instance_info_cache with network_info: [{"id": "a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0", "address": "fa:16:3e:95:0c:a8", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0dcadc1-7c", "ovs_interfaceid": "a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.132917] env[62093]: DEBUG oslo_vmware.api [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1433.132917] env[62093]: value = "task-1710058" [ 1433.132917] env[62093]: _type = "Task" [ 1433.132917] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.141321] env[62093]: DEBUG oslo_vmware.api [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.417094] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710055, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.556436] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.568620] env[62093]: DEBUG nova.scheduler.client.report [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1433.628908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.629415] env[62093]: DEBUG nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Instance network_info: |[{"id": "a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0", "address": "fa:16:3e:95:0c:a8", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0dcadc1-7c", "ovs_interfaceid": "a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1433.629773] env[62093]: DEBUG oslo_concurrency.lockutils [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] Acquired lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.630035] env[62093]: DEBUG nova.network.neutron [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Refreshing network info cache for port a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.631399] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:0c:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.639549] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Creating folder: Project (73192caea9d849ad953f30deb42c6f6f). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.640273] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f999434-5b31-49e1-b7ef-53596e5578de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.652913] env[62093]: DEBUG oslo_vmware.api [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.654410] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Created folder: Project (73192caea9d849ad953f30deb42c6f6f) in parent group-v356072. [ 1433.654587] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Creating folder: Instances. Parent ref: group-v356256. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.654814] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9557d953-2296-43ef-890a-88de07091bf2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.664427] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Created folder: Instances in parent group-v356256. [ 1433.664660] env[62093]: DEBUG oslo.service.loopingcall [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.664893] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.665078] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1da4a419-9804-42ea-bf9a-ba115d26dd02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.684504] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.684504] env[62093]: value = "task-1710061" [ 1433.684504] env[62093]: _type = "Task" [ 1433.684504] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.694645] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.917449] env[62093]: DEBUG oslo_vmware.api [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710055, 'name': PowerOnVM_Task, 'duration_secs': 0.736582} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.917746] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.917946] env[62093]: INFO nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1433.918143] env[62093]: DEBUG nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1433.918925] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb745a-bce8-43af-a2ee-128325476a3e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.057255] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.074251] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.076779] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.862s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.076779] env[62093]: DEBUG nova.objects.instance [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lazy-loading 'resources' on Instance uuid 6a398569-5c61-47e5-961f-0b3766f29440 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.096615] env[62093]: INFO nova.scheduler.client.report [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Deleted allocations for instance 996eec05-0579-4d90-b81c-d54d7dedcc6d [ 1434.156023] env[62093]: DEBUG oslo_vmware.api [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710058, 'name': ReconfigVM_Task, 'duration_secs': 0.546379} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.156023] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60/volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.160195] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76d1ed9-a3d6-4e3c-aeb8-cf1ad3227989 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.179114] env[62093]: DEBUG oslo_vmware.api [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1434.179114] env[62093]: value = "task-1710062" [ 1434.179114] env[62093]: _type = "Task" [ 1434.179114] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.188742] env[62093]: DEBUG oslo_vmware.api [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.197826] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.439646] env[62093]: INFO nova.compute.manager [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Took 42.35 seconds to build instance. [ 1434.459864] env[62093]: DEBUG nova.network.neutron [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updated VIF entry in instance network info cache for port a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.459864] env[62093]: DEBUG nova.network.neutron [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updating instance_info_cache with network_info: [{"id": "a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0", "address": "fa:16:3e:95:0c:a8", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0dcadc1-7c", "ovs_interfaceid": "a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.562359] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.605071] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e545b0fd-9be5-42e1-b26d-86a5f595b03e tempest-ServerShowV257Test-1006541602 tempest-ServerShowV257Test-1006541602-project-member] Lock "996eec05-0579-4d90-b81c-d54d7dedcc6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.548s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.696337] env[62093]: DEBUG oslo_vmware.api [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710062, 'name': ReconfigVM_Task, 'duration_secs': 0.237946} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.696764] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356255', 'volume_id': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'name': 'volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4a34bdd6-a12b-45d8-9b07-50464456c2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'serial': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1434.703019] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.941490] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d34a11b4-338a-4459-a6e3-bb8869f2e547 tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.865s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.963992] env[62093]: DEBUG oslo_concurrency.lockutils [req-a1e74233-4f40-4b31-97f4-7bb58741591d req-d07bd1a5-48ab-4b96-aef6-bb2183a02e8a service nova] Releasing lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.053100] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d35e89-440c-4dbb-b107-66dd29943799 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.068545] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60181b1-c4f8-4d91-9abf-9b11e3b73be2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.073324] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.105497] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4f2646-7e24-42b2-8ab6-50fbcf6b9f64 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.115425] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf73f42-41c7-465b-a846-0ed038f29ff5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.127435] env[62093]: DEBUG nova.compute.provider_tree [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.203607] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.564827] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.631811] env[62093]: DEBUG nova.scheduler.client.report [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1435.704634] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.751288] env[62093]: DEBUG nova.objects.instance [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'flavor' on Instance uuid 4a34bdd6-a12b-45d8-9b07-50464456c2c8 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.070412] env[62093]: DEBUG oslo_vmware.api [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.614733} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.073575] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.073575] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.073575] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.073575] env[62093]: INFO nova.compute.manager [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Took 3.71 seconds to destroy the instance on the hypervisor. [ 1436.073575] env[62093]: DEBUG oslo.service.loopingcall [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.073575] env[62093]: DEBUG nova.compute.manager [-] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1436.073575] env[62093]: DEBUG nova.network.neutron [-] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.138884] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.141597] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.141915] env[62093]: DEBUG nova.objects.instance [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lazy-loading 'resources' on Instance uuid 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.176216] env[62093]: INFO nova.scheduler.client.report [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Deleted allocations for instance 6a398569-5c61-47e5-961f-0b3766f29440 [ 1436.203374] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.260099] env[62093]: DEBUG oslo_concurrency.lockutils [None req-eefd9521-1fe5-4750-859e-c10ccb6d7648 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.686930] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e73e523a-11dc-42f5-a3f2-f779830b9761 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535 tempest-FloatingIPsAssociationNegativeTestJSON-1442220535-project-member] Lock "6a398569-5c61-47e5-961f-0b3766f29440" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.635s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.709961] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.804141] env[62093]: DEBUG nova.compute.manager [req-5a73508f-3ce7-4e16-ad42-49d438cad88a req-5582102b-cb3a-4ec3-b2ee-9dc86216b616 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Received event network-vif-deleted-31dff924-24e4-4f45-9cf9-a286041c51d6 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1436.806925] env[62093]: INFO nova.compute.manager [req-5a73508f-3ce7-4e16-ad42-49d438cad88a req-5582102b-cb3a-4ec3-b2ee-9dc86216b616 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Neutron deleted interface 31dff924-24e4-4f45-9cf9-a286041c51d6; detaching it from the instance and deleting it from the info cache [ 1436.809304] env[62093]: DEBUG nova.network.neutron [req-5a73508f-3ce7-4e16-ad42-49d438cad88a req-5582102b-cb3a-4ec3-b2ee-9dc86216b616 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.141040] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebc63be-ee9f-456d-83dd-5426540f3cfa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.148761] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40715e4-e0f0-4ad8-875e-131287b7bba6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.185751] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.186028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.186246] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.186440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.186615] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.188700] env[62093]: INFO nova.compute.manager [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Terminating instance [ 1437.190565] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6d8f54-d22b-4ea2-89cc-dc8b786c6adf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.194148] env[62093]: DEBUG nova.compute.manager [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1437.194148] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.194814] env[62093]: DEBUG nova.network.neutron [-] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.197579] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ede16999-7c5a-4362-9eb6-3a6b9a69ac23 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.205833] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f564bd-4aef-4f55-86cd-7bb65f2dd9a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.215377] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1437.215377] env[62093]: value = "task-1710063" [ 1437.215377] env[62093]: _type = "Task" [ 1437.215377] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.215613] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.228121] env[62093]: DEBUG nova.compute.provider_tree [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.234257] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.313731] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2ba147c-f10e-41b3-8bae-9d0fa24ceeb6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.325995] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32604d25-2a9b-40e8-af73-79259af6a995 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.363700] env[62093]: DEBUG nova.compute.manager [req-5a73508f-3ce7-4e16-ad42-49d438cad88a req-5582102b-cb3a-4ec3-b2ee-9dc86216b616 service nova] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Detach interface failed, port_id=31dff924-24e4-4f45-9cf9-a286041c51d6, reason: Instance b0d3bf76-6ad3-468a-9f10-6e4d59354c79 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1437.699050] env[62093]: INFO nova.compute.manager [-] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Took 1.63 seconds to deallocate network for instance. [ 1437.719176] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.730083] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710063, 'name': PowerOffVM_Task, 'duration_secs': 0.340402} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.730083] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.730083] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1437.730083] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356255', 'volume_id': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'name': 'volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4a34bdd6-a12b-45d8-9b07-50464456c2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'serial': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1437.730083] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac92cd3-3864-42e3-b8d7-2340657a33e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.733475] env[62093]: DEBUG nova.scheduler.client.report [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1437.759143] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64724c2-1fb2-4e5c-a232-419025e10fb6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.768494] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09006c0-f9e5-437a-b5e2-4c46f5f30a08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.793010] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a272b5-9a82-4563-996d-d27d31c2deb2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.809025] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] The volume has not been displaced from its original location: [datastore1] volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60/volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1437.815604] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1437.815758] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b4370d-f044-462c-9a73-9fea1c4dfeea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.837978] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1437.837978] env[62093]: value = "task-1710067" [ 1437.837978] env[62093]: _type = "Task" [ 1437.837978] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.847771] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.173627] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.173905] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.174190] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.174418] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.174589] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.178678] env[62093]: INFO nova.compute.manager [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Terminating instance [ 1438.182040] env[62093]: DEBUG nova.compute.manager [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1438.182040] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.182040] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf43916-cb4c-45ea-afd2-873dda538e1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.190039] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.190489] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d92186b1-ad7c-40b3-af96-d8383f2433c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.197576] env[62093]: DEBUG oslo_vmware.api [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1438.197576] env[62093]: value = "task-1710068" [ 1438.197576] env[62093]: _type = "Task" [ 1438.197576] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.209290] env[62093]: DEBUG oslo_vmware.api [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.213381] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.213640] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.238402] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.241302] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.062s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.242951] env[62093]: INFO nova.compute.claims [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.281541] env[62093]: INFO nova.scheduler.client.report [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Deleted allocations for instance 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035 [ 1438.351165] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710067, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.717187] env[62093]: DEBUG oslo_vmware.api [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710068, 'name': PowerOffVM_Task, 'duration_secs': 0.227848} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.720805] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.721334] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.721334] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710061, 'name': CreateVM_Task, 'duration_secs': 4.774081} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.721743] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c7676a-9944-4055-ba88-76acb4055d80 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.723605] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.724386] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.725376] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.725376] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.725799] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b435209b-df3d-45f5-84fc-e0f59fc1f0a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.731476] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1438.731476] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ef1323-55ca-53af-1c70-69c2efbad541" [ 1438.731476] env[62093]: _type = "Task" [ 1438.731476] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.741237] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ef1323-55ca-53af-1c70-69c2efbad541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.792933] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d47a687-9969-4928-a9b6-2a36f05cfcbb tempest-SecurityGroupsTestJSON-1003820399 tempest-SecurityGroupsTestJSON-1003820399-project-member] Lock "6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.263s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.816190] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1438.816190] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1438.816190] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Deleting the datastore file [datastore1] bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.816190] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61de471f-4a55-4543-ad97-50529924cc12 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.825750] env[62093]: DEBUG oslo_vmware.api [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1438.825750] env[62093]: value = "task-1710070" [ 1438.825750] env[62093]: _type = "Task" [ 1438.825750] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.835142] env[62093]: DEBUG oslo_vmware.api [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.848960] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710067, 'name': ReconfigVM_Task, 'duration_secs': 0.576139} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.849389] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1438.854327] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb55355-aad2-4a3d-895a-a5a4ad05a807 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.872388] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1438.872388] env[62093]: value = "task-1710071" [ 1438.872388] env[62093]: _type = "Task" [ 1438.872388] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.880935] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.246955] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ef1323-55ca-53af-1c70-69c2efbad541, 'name': SearchDatastore_Task, 'duration_secs': 0.01825} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.247304] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.247554] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.248539] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.248539] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.248539] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.248539] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d33014fe-5a6f-49a6-9b66-7bf440cfc093 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.263737] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.263737] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.263737] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834421c2-19fa-4af8-930a-d291ec509963 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.271256] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1439.271256] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524be508-5de8-f3f0-a25d-a5426a8ac338" [ 1439.271256] env[62093]: _type = "Task" [ 1439.271256] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.279087] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524be508-5de8-f3f0-a25d-a5426a8ac338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.334609] env[62093]: DEBUG oslo_vmware.api [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127911} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.338544] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.338816] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.340692] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.340692] env[62093]: INFO nova.compute.manager [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1439.340692] env[62093]: DEBUG oslo.service.loopingcall [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.340692] env[62093]: DEBUG nova.compute.manager [-] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1439.340692] env[62093]: DEBUG nova.network.neutron [-] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1439.388547] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710071, 'name': ReconfigVM_Task, 'duration_secs': 0.196591} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.388875] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356255', 'volume_id': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'name': 'volume-3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4a34bdd6-a12b-45d8-9b07-50464456c2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60', 'serial': '3eb13bbb-d4c5-4973-9578-a1adc1e11f60'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1439.389599] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.390414] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd671c8-d52b-47cc-89b9-d02f0b3c4b23 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.400958] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.401538] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab283861-6431-4a97-856a-84b2405986f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.600742] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.600989] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.601173] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleting the datastore file [datastore1] 4a34bdd6-a12b-45d8-9b07-50464456c2c8 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.601426] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0544504-19ea-4c65-8afb-3a16a27971eb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.607622] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1439.607622] env[62093]: value = "task-1710073" [ 1439.607622] env[62093]: _type = "Task" [ 1439.607622] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.618869] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.786508] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524be508-5de8-f3f0-a25d-a5426a8ac338, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.787440] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabc3100-58ab-4c9a-ac51-0605aa3a47b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.795962] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1439.795962] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52688fab-2874-1e06-7473-0544f648388f" [ 1439.795962] env[62093]: _type = "Task" [ 1439.795962] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.812166] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52688fab-2874-1e06-7473-0544f648388f, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.814155] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.814432] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001/4ad575db-be9e-4c4a-8ddf-26eb7a5a5001.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.815262] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f671cc-1e5a-46e8-bdb5-290e5c175eff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.819280] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c09624c2-18a5-4365-a2d3-7a848cc78e8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.827735] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725ee3b2-fc76-43da-86d5-11d177dca9dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.831318] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1439.831318] env[62093]: value = "task-1710074" [ 1439.831318] env[62093]: _type = "Task" [ 1439.831318] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.866368] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3582e9-9ca6-48d0-8f6f-e72c938beb27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.873297] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.878400] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f70f4e-b612-45b5-8a9c-454dae90edfd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.892943] env[62093]: DEBUG nova.compute.provider_tree [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.120229] env[62093]: DEBUG oslo_vmware.api [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14398} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.120229] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.120229] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.120229] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.120229] env[62093]: INFO nova.compute.manager [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Took 2.93 seconds to destroy the instance on the hypervisor. [ 1440.120229] env[62093]: DEBUG oslo.service.loopingcall [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.120229] env[62093]: DEBUG nova.compute.manager [-] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1440.120903] env[62093]: DEBUG nova.network.neutron [-] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.343132] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710074, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.419175] env[62093]: ERROR nova.scheduler.client.report [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [req-8e6ff542-5da2-4f4a-96f8-d1eebfa9c070] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e6ff542-5da2-4f4a-96f8-d1eebfa9c070"}]} [ 1440.441181] env[62093]: DEBUG nova.scheduler.client.report [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1440.462227] env[62093]: DEBUG nova.scheduler.client.report [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1440.462227] env[62093]: DEBUG nova.compute.provider_tree [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.476731] env[62093]: DEBUG nova.network.neutron [-] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.479469] env[62093]: DEBUG nova.scheduler.client.report [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1440.504029] env[62093]: DEBUG nova.scheduler.client.report [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1440.622497] env[62093]: DEBUG nova.compute.manager [req-f6dba840-e274-4027-84a5-32706d642a80 req-42987453-0066-44ac-94dc-2066a7f6f75b service nova] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Received event network-vif-deleted-f4ed71bb-bb6f-47ab-8433-5a36c0fd884e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1440.794994] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.798729] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.843174] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625875} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.843520] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001/4ad575db-be9e-4c4a-8ddf-26eb7a5a5001.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.843758] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.844040] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-479c1482-9d30-4dc1-ab75-7a988b2c953a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.855387] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1440.855387] env[62093]: value = "task-1710076" [ 1440.855387] env[62093]: _type = "Task" [ 1440.855387] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.869500] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.976176] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05351135-34f1-40c1-be95-8f11fb0da87f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.985192] env[62093]: INFO nova.compute.manager [-] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Took 1.64 seconds to deallocate network for instance. [ 1440.987185] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69294faf-d0bf-4f2a-8902-c5874815558b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.025629] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0c90a2-f50e-41ec-bd95-1405e1252262 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.036345] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8334cc97-6680-47fc-887d-0293f74847c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.052010] env[62093]: DEBUG nova.compute.provider_tree [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1441.301867] env[62093]: DEBUG nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1441.372023] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080174} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.372023] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.372023] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fd0b19-83cf-40f7-9bdd-589182c698bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.397368] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001/4ad575db-be9e-4c4a-8ddf-26eb7a5a5001.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.398038] env[62093]: DEBUG nova.network.neutron [-] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.399062] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d9e582-ab54-4ce2-83be-5da3fa6644f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.417120] env[62093]: INFO nova.compute.manager [-] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Took 1.30 seconds to deallocate network for instance. [ 1441.427493] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1441.427493] env[62093]: value = "task-1710077" [ 1441.427493] env[62093]: _type = "Task" [ 1441.427493] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.437514] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.495471] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.588753] env[62093]: DEBUG nova.scheduler.client.report [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1441.589071] env[62093]: DEBUG nova.compute.provider_tree [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 93 to 94 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1441.589314] env[62093]: DEBUG nova.compute.provider_tree [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1441.842805] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.936355] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710077, 'name': ReconfigVM_Task, 'duration_secs': 0.273422} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.936637] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001/4ad575db-be9e-4c4a-8ddf-26eb7a5a5001.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.937351] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e983c8c3-bb70-4be0-86e8-5c5ba6b0f184 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.943795] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1441.943795] env[62093]: value = "task-1710078" [ 1441.943795] env[62093]: _type = "Task" [ 1441.943795] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.951377] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710078, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.975429] env[62093]: INFO nova.compute.manager [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Took 0.56 seconds to detach 1 volumes for instance. [ 1442.095221] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.854s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.096025] env[62093]: DEBUG nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1442.098486] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.580s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.098711] env[62093]: DEBUG nova.objects.instance [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lazy-loading 'resources' on Instance uuid 64c40b08-3480-4869-8d35-f8b4db862733 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.455346] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710078, 'name': Rename_Task, 'duration_secs': 0.1334} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.455649] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.455923] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9bf084e-84d4-4139-90b1-90d1b60ff9f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.463026] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1442.463026] env[62093]: value = "task-1710080" [ 1442.463026] env[62093]: _type = "Task" [ 1442.463026] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.470890] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.481926] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.602470] env[62093]: DEBUG nova.compute.utils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.604501] env[62093]: DEBUG nova.objects.instance [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lazy-loading 'numa_topology' on Instance uuid 64c40b08-3480-4869-8d35-f8b4db862733 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.605375] env[62093]: DEBUG nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1442.605546] env[62093]: DEBUG nova.network.neutron [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.649836] env[62093]: DEBUG nova.compute.manager [req-2cd68a33-bbb7-4484-9c8f-9bc7e0d328a0 req-9ff115b4-3204-4a47-9fa0-be063bb06e97 service nova] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Received event network-vif-deleted-8275ed9d-227d-47dc-8c83-f2f59ec92de9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.657483] env[62093]: DEBUG nova.policy [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '862c1a8fb39442b3a57a207eee4093da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e75ad21409474c0bab3ec931c1b3a89b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1442.973481] env[62093]: DEBUG oslo_vmware.api [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710080, 'name': PowerOnVM_Task, 'duration_secs': 0.432897} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.973705] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.973881] env[62093]: INFO nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Took 12.10 seconds to spawn the instance on the hypervisor. [ 1442.974074] env[62093]: DEBUG nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1442.974892] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93600103-e04f-4960-a5ec-83a0f43d6b01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.049670] env[62093]: DEBUG nova.network.neutron [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Successfully created port: 83be43d5-6e88-44dc-9e4e-4d6004970254 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.106368] env[62093]: DEBUG nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1443.109083] env[62093]: DEBUG nova.objects.base [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Object Instance<64c40b08-3480-4869-8d35-f8b4db862733> lazy-loaded attributes: resources,numa_topology {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1443.497973] env[62093]: INFO nova.compute.manager [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Took 47.77 seconds to build instance. [ 1443.507603] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b9385c-496c-4f10-afdb-3cc53f0ebd0f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.515687] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2cdfc-7b0c-4872-8a7b-573115d8e1fb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.548346] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e454c485-2eb7-497a-84ae-199b412e4fed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.555760] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04878782-a87f-4a57-a3e6-8fa1a53a5550 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.570919] env[62093]: DEBUG nova.compute.provider_tree [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.000521] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c3e1e570-8cfa-4633-87d7-5cec7f9fe76a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.281s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.074325] env[62093]: DEBUG nova.scheduler.client.report [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1444.120223] env[62093]: DEBUG nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1444.146494] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1444.146791] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1444.146992] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.147304] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1444.147505] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.147696] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1444.147962] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1444.148185] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1444.148442] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1444.148667] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1444.148919] env[62093]: DEBUG nova.virt.hardware [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1444.150028] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac80f4f1-295f-4602-91a8-8e6c8d602bce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.158544] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc3fd7e-a738-4271-ad65-3631cd3fd36a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.580864] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.482s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.587113] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.119s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.587113] env[62093]: INFO nova.compute.claims [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.824667] env[62093]: DEBUG nova.compute.manager [req-51919352-ccd1-4066-a064-5dbc8783a38b req-c557fdc7-aab8-4aae-bebd-2bc915763f43 service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Received event network-vif-plugged-83be43d5-6e88-44dc-9e4e-4d6004970254 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1444.824886] env[62093]: DEBUG oslo_concurrency.lockutils [req-51919352-ccd1-4066-a064-5dbc8783a38b req-c557fdc7-aab8-4aae-bebd-2bc915763f43 service nova] Acquiring lock "b326f936-ef64-4cee-9897-b1e4369123dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.825134] env[62093]: DEBUG oslo_concurrency.lockutils [req-51919352-ccd1-4066-a064-5dbc8783a38b req-c557fdc7-aab8-4aae-bebd-2bc915763f43 service nova] Lock "b326f936-ef64-4cee-9897-b1e4369123dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.825380] env[62093]: DEBUG oslo_concurrency.lockutils [req-51919352-ccd1-4066-a064-5dbc8783a38b req-c557fdc7-aab8-4aae-bebd-2bc915763f43 service nova] Lock "b326f936-ef64-4cee-9897-b1e4369123dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.825486] env[62093]: DEBUG nova.compute.manager [req-51919352-ccd1-4066-a064-5dbc8783a38b req-c557fdc7-aab8-4aae-bebd-2bc915763f43 service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] No waiting events found dispatching network-vif-plugged-83be43d5-6e88-44dc-9e4e-4d6004970254 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1444.825648] env[62093]: WARNING nova.compute.manager [req-51919352-ccd1-4066-a064-5dbc8783a38b req-c557fdc7-aab8-4aae-bebd-2bc915763f43 service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Received unexpected event network-vif-plugged-83be43d5-6e88-44dc-9e4e-4d6004970254 for instance with vm_state building and task_state spawning. [ 1444.949551] env[62093]: DEBUG nova.network.neutron [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Successfully updated port: 83be43d5-6e88-44dc-9e4e-4d6004970254 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.101133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-37875429-fca0-4969-9b36-8e4665601567 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 51.691s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.102456] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.842s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.102604] env[62093]: INFO nova.compute.manager [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Unshelving [ 1445.452332] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquiring lock "refresh_cache-b326f936-ef64-4cee-9897-b1e4369123dd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.452534] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquired lock "refresh_cache-b326f936-ef64-4cee-9897-b1e4369123dd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.452697] env[62093]: DEBUG nova.network.neutron [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.960034] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf303e2f-fb93-4706-ab87-dc9e9b33b813 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.968553] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c81476-1945-4d3a-9c00-cc7a8520159e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.002517] env[62093]: DEBUG nova.network.neutron [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.005054] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b914c58-abcb-4359-8aaf-0e7d0498c6ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.013565] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f3d5ef-0014-4c97-b4ea-183347964426 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.029808] env[62093]: DEBUG nova.compute.provider_tree [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.124938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.220996] env[62093]: DEBUG nova.network.neutron [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Updating instance_info_cache with network_info: [{"id": "83be43d5-6e88-44dc-9e4e-4d6004970254", "address": "fa:16:3e:8c:32:79", "network": {"id": "5d0a9997-f333-4253-8e05-66291a071d76", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1857019954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e75ad21409474c0bab3ec931c1b3a89b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83be43d5-6e", "ovs_interfaceid": "83be43d5-6e88-44dc-9e4e-4d6004970254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.535877] env[62093]: DEBUG nova.scheduler.client.report [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1446.724097] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Releasing lock "refresh_cache-b326f936-ef64-4cee-9897-b1e4369123dd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.724618] env[62093]: DEBUG nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Instance network_info: |[{"id": "83be43d5-6e88-44dc-9e4e-4d6004970254", "address": "fa:16:3e:8c:32:79", "network": {"id": "5d0a9997-f333-4253-8e05-66291a071d76", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1857019954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e75ad21409474c0bab3ec931c1b3a89b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83be43d5-6e", "ovs_interfaceid": "83be43d5-6e88-44dc-9e4e-4d6004970254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1446.725155] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:32:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83be43d5-6e88-44dc-9e4e-4d6004970254', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.733434] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Creating folder: Project (e75ad21409474c0bab3ec931c1b3a89b). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.733744] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b977e00-0f03-4a5e-9496-c1c2a261f3fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.745844] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Created folder: Project (e75ad21409474c0bab3ec931c1b3a89b) in parent group-v356072. [ 1446.746011] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Creating folder: Instances. Parent ref: group-v356263. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.746291] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faa8a2a0-748c-458d-a18a-c14382164900 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.756602] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Created folder: Instances in parent group-v356263. [ 1446.756865] env[62093]: DEBUG oslo.service.loopingcall [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.757094] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.757335] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62136e88-dc38-4593-95ba-cf78def6c0d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.780149] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.780149] env[62093]: value = "task-1710085" [ 1446.780149] env[62093]: _type = "Task" [ 1446.780149] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.788636] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710085, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.855418] env[62093]: DEBUG nova.compute.manager [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Received event network-changed-a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1446.855622] env[62093]: DEBUG nova.compute.manager [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Refreshing instance network info cache due to event network-changed-a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1446.855839] env[62093]: DEBUG oslo_concurrency.lockutils [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] Acquiring lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.855973] env[62093]: DEBUG oslo_concurrency.lockutils [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] Acquired lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.856236] env[62093]: DEBUG nova.network.neutron [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Refreshing network info cache for port a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.042709] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.043305] env[62093]: DEBUG nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1447.046608] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.744s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.046794] env[62093]: DEBUG nova.objects.instance [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lazy-loading 'resources' on Instance uuid f2b66ab4-6826-46f7-a5c7-b027c4721ffa {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.294035] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710085, 'name': CreateVM_Task, 'duration_secs': 0.349695} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.294035] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.294942] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.295272] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.295590] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.296400] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4641ee9-b690-4987-b051-ec7bfbb47a52 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.303277] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1447.303277] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5280aaea-889d-a05f-92b7-11a920436863" [ 1447.303277] env[62093]: _type = "Task" [ 1447.303277] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.315863] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5280aaea-889d-a05f-92b7-11a920436863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.552907] env[62093]: DEBUG nova.compute.utils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.554463] env[62093]: DEBUG nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1447.554635] env[62093]: DEBUG nova.network.neutron [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.603831] env[62093]: DEBUG nova.policy [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1447.816645] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5280aaea-889d-a05f-92b7-11a920436863, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.816948] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.817218] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.817450] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.817588] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.817757] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.818034] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a75b3a81-d192-453d-bd2d-808f97a8d380 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.832025] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.832025] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.832025] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a901543a-a653-4b5a-859f-8869cb371d72 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.841607] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1447.841607] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a4b05a-d274-e9a9-bf44-5c575e1d21b9" [ 1447.841607] env[62093]: _type = "Task" [ 1447.841607] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.849534] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a4b05a-d274-e9a9-bf44-5c575e1d21b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.902561] env[62093]: DEBUG nova.network.neutron [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updated VIF entry in instance network info cache for port a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.902913] env[62093]: DEBUG nova.network.neutron [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updating instance_info_cache with network_info: [{"id": "a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0", "address": "fa:16:3e:95:0c:a8", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0dcadc1-7c", "ovs_interfaceid": "a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.924932] env[62093]: DEBUG nova.network.neutron [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Successfully created port: 73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.010939] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ab7be-37be-4953-bd21-d08f06d34059 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.019520] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ff34b-2555-4a2f-8bd6-e4a7617437e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.052556] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9c09c0-0b2a-4611-b962-5597ccfad1bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.061019] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9376c0-8656-4d24-8f3f-49c6e29b4d15 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.065450] env[62093]: DEBUG nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1448.081035] env[62093]: DEBUG nova.compute.provider_tree [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.353729] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a4b05a-d274-e9a9-bf44-5c575e1d21b9, 'name': SearchDatastore_Task, 'duration_secs': 0.028462} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.354028] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9084917c-b55b-45f5-93c9-f2ee26accf4c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.359703] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1448.359703] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525eab1f-37bf-18e1-8c0f-a36103ea3027" [ 1448.359703] env[62093]: _type = "Task" [ 1448.359703] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.367459] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525eab1f-37bf-18e1-8c0f-a36103ea3027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.407594] env[62093]: DEBUG oslo_concurrency.lockutils [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] Releasing lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.407866] env[62093]: DEBUG nova.compute.manager [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Received event network-changed-83be43d5-6e88-44dc-9e4e-4d6004970254 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.408045] env[62093]: DEBUG nova.compute.manager [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Refreshing instance network info cache due to event network-changed-83be43d5-6e88-44dc-9e4e-4d6004970254. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1448.408264] env[62093]: DEBUG oslo_concurrency.lockutils [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] Acquiring lock "refresh_cache-b326f936-ef64-4cee-9897-b1e4369123dd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.408509] env[62093]: DEBUG oslo_concurrency.lockutils [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] Acquired lock "refresh_cache-b326f936-ef64-4cee-9897-b1e4369123dd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.408697] env[62093]: DEBUG nova.network.neutron [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Refreshing network info cache for port 83be43d5-6e88-44dc-9e4e-4d6004970254 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.584602] env[62093]: DEBUG nova.scheduler.client.report [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1448.871715] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525eab1f-37bf-18e1-8c0f-a36103ea3027, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.872035] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.872309] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b326f936-ef64-4cee-9897-b1e4369123dd/b326f936-ef64-4cee-9897-b1e4369123dd.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.872599] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20a58fe0-53f9-42d2-9956-0c2a9ddb29ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.880085] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1448.880085] env[62093]: value = "task-1710087" [ 1448.880085] env[62093]: _type = "Task" [ 1448.880085] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.887915] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.077367] env[62093]: DEBUG nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1449.088430] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.098345] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.166s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.098591] env[62093]: DEBUG nova.objects.instance [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lazy-loading 'resources' on Instance uuid 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.118513] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1449.118766] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1449.118923] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.119118] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1449.119298] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.120605] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1449.120605] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1449.120605] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1449.120605] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1449.120605] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1449.120605] env[62093]: DEBUG nova.virt.hardware [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1449.121590] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c32ac4-48b5-4ee7-8e08-5e7ae4543695 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.125207] env[62093]: INFO nova.scheduler.client.report [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Deleted allocations for instance f2b66ab4-6826-46f7-a5c7-b027c4721ffa [ 1449.134923] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca7a83b-4c14-406b-ac5d-b5fd2d980a16 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.221544] env[62093]: DEBUG nova.network.neutron [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Updated VIF entry in instance network info cache for port 83be43d5-6e88-44dc-9e4e-4d6004970254. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.222084] env[62093]: DEBUG nova.network.neutron [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Updating instance_info_cache with network_info: [{"id": "83be43d5-6e88-44dc-9e4e-4d6004970254", "address": "fa:16:3e:8c:32:79", "network": {"id": "5d0a9997-f333-4253-8e05-66291a071d76", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1857019954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e75ad21409474c0bab3ec931c1b3a89b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83be43d5-6e", "ovs_interfaceid": "83be43d5-6e88-44dc-9e4e-4d6004970254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.358092] env[62093]: DEBUG nova.compute.manager [req-249b3225-5ef9-487c-8759-6ed2c13efd74 req-ad6e1d84-ad44-437f-8b3d-50a47ca1bd87 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-vif-plugged-73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1449.358383] env[62093]: DEBUG oslo_concurrency.lockutils [req-249b3225-5ef9-487c-8759-6ed2c13efd74 req-ad6e1d84-ad44-437f-8b3d-50a47ca1bd87 service nova] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.358660] env[62093]: DEBUG oslo_concurrency.lockutils [req-249b3225-5ef9-487c-8759-6ed2c13efd74 req-ad6e1d84-ad44-437f-8b3d-50a47ca1bd87 service nova] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.358902] env[62093]: DEBUG oslo_concurrency.lockutils [req-249b3225-5ef9-487c-8759-6ed2c13efd74 req-ad6e1d84-ad44-437f-8b3d-50a47ca1bd87 service nova] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.360009] env[62093]: DEBUG nova.compute.manager [req-249b3225-5ef9-487c-8759-6ed2c13efd74 req-ad6e1d84-ad44-437f-8b3d-50a47ca1bd87 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] No waiting events found dispatching network-vif-plugged-73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1449.360009] env[62093]: WARNING nova.compute.manager [req-249b3225-5ef9-487c-8759-6ed2c13efd74 req-ad6e1d84-ad44-437f-8b3d-50a47ca1bd87 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received unexpected event network-vif-plugged-73dc3f26-7ba4-48be-a3c2-912e40dee5f2 for instance with vm_state building and task_state spawning. [ 1449.396364] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710087, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.462247] env[62093]: DEBUG nova.network.neutron [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Successfully updated port: 73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.637095] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cfa6270d-7168-4ac8-8179-40beba681f38 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "f2b66ab4-6826-46f7-a5c7-b027c4721ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.511s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.724554] env[62093]: DEBUG oslo_concurrency.lockutils [req-8c2c5607-4fcc-415c-89a2-6053862aa852 req-d19d8156-4847-49db-a42a-c089324d49da service nova] Releasing lock "refresh_cache-b326f936-ef64-4cee-9897-b1e4369123dd" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.892825] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661095} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.893119] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b326f936-ef64-4cee-9897-b1e4369123dd/b326f936-ef64-4cee-9897-b1e4369123dd.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.893341] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.893685] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d42864-e2c9-48ed-a621-55ecac103d92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.901371] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1449.901371] env[62093]: value = "task-1710088" [ 1449.901371] env[62093]: _type = "Task" [ 1449.901371] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.910573] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.939682] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23c841f-3834-457e-bd1b-800f9371a481 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.949282] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9167997a-afe1-4d5d-93a2-e1456756ebbb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.981504] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.981504] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.981504] env[62093]: DEBUG nova.network.neutron [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.983603] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb92505-c23b-4f95-9d4a-bb671f7089d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.992871] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c48edfa-42e3-4a1e-8a5f-8d8961388713 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.008093] env[62093]: DEBUG nova.compute.provider_tree [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1450.411925] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066727} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.412214] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1450.412994] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d14a90d-58c4-45d8-afac-f70106a04eb2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.438013] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] b326f936-ef64-4cee-9897-b1e4369123dd/b326f936-ef64-4cee-9897-b1e4369123dd.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.438511] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192b0a18-ab24-40fb-bd0b-67f54594d9fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.461758] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1450.461758] env[62093]: value = "task-1710089" [ 1450.461758] env[62093]: _type = "Task" [ 1450.461758] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.471856] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.538558] env[62093]: DEBUG nova.network.neutron [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.558064] env[62093]: DEBUG nova.scheduler.client.report [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1450.558379] env[62093]: DEBUG nova.compute.provider_tree [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 94 to 95 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1450.558565] env[62093]: DEBUG nova.compute.provider_tree [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1450.715251] env[62093]: DEBUG nova.network.neutron [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.973610] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710089, 'name': ReconfigVM_Task, 'duration_secs': 0.338465} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.973983] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Reconfigured VM instance instance-00000043 to attach disk [datastore1] b326f936-ef64-4cee-9897-b1e4369123dd/b326f936-ef64-4cee-9897-b1e4369123dd.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.974630] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5347bf24-043c-47ff-9a93-9fdc73ef53a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.981352] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1450.981352] env[62093]: value = "task-1710091" [ 1450.981352] env[62093]: _type = "Task" [ 1450.981352] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.994214] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710091, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.064523] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.067766] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.457s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.069880] env[62093]: INFO nova.compute.claims [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.087647] env[62093]: INFO nova.scheduler.client.report [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Deleted allocations for instance 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4 [ 1451.223018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.223018] env[62093]: DEBUG nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Instance network_info: |[{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1451.223018] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:07:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73dc3f26-7ba4-48be-a3c2-912e40dee5f2', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.228837] env[62093]: DEBUG oslo.service.loopingcall [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.229526] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.229964] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-778f4996-9612-4f19-ba86-75b6231591d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.253847] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.253847] env[62093]: value = "task-1710092" [ 1451.253847] env[62093]: _type = "Task" [ 1451.253847] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.263131] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710092, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.388305] env[62093]: DEBUG nova.compute.manager [req-60d78f9b-f1d2-43fc-8988-b8c094604450 req-93872f5b-b4b5-4a99-9444-b19af100d416 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-changed-73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1451.388555] env[62093]: DEBUG nova.compute.manager [req-60d78f9b-f1d2-43fc-8988-b8c094604450 req-93872f5b-b4b5-4a99-9444-b19af100d416 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Refreshing instance network info cache due to event network-changed-73dc3f26-7ba4-48be-a3c2-912e40dee5f2. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1451.388720] env[62093]: DEBUG oslo_concurrency.lockutils [req-60d78f9b-f1d2-43fc-8988-b8c094604450 req-93872f5b-b4b5-4a99-9444-b19af100d416 service nova] Acquiring lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.388866] env[62093]: DEBUG oslo_concurrency.lockutils [req-60d78f9b-f1d2-43fc-8988-b8c094604450 req-93872f5b-b4b5-4a99-9444-b19af100d416 service nova] Acquired lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.389045] env[62093]: DEBUG nova.network.neutron [req-60d78f9b-f1d2-43fc-8988-b8c094604450 req-93872f5b-b4b5-4a99-9444-b19af100d416 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Refreshing network info cache for port 73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.493555] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710091, 'name': Rename_Task, 'duration_secs': 0.147692} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.493833] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.493962] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f80bf64b-e45e-4012-bcc3-6acdccaf2d8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.501077] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1451.501077] env[62093]: value = "task-1710093" [ 1451.501077] env[62093]: _type = "Task" [ 1451.501077] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.509247] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.596055] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f643fba-0b20-49a5-902a-610e4f35542e tempest-ImagesOneServerNegativeTestJSON-38658954 tempest-ImagesOneServerNegativeTestJSON-38658954-project-member] Lock "632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.793s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.765331] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710092, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.014993] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710093, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.109989] env[62093]: DEBUG nova.network.neutron [req-60d78f9b-f1d2-43fc-8988-b8c094604450 req-93872f5b-b4b5-4a99-9444-b19af100d416 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updated VIF entry in instance network info cache for port 73dc3f26-7ba4-48be-a3c2-912e40dee5f2. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.111207] env[62093]: DEBUG nova.network.neutron [req-60d78f9b-f1d2-43fc-8988-b8c094604450 req-93872f5b-b4b5-4a99-9444-b19af100d416 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.267548] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710092, 'name': CreateVM_Task, 'duration_secs': 0.520466} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.270051] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.271113] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.271266] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.271537] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.271811] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68dda744-169d-406c-8e90-4b5788b704c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.277247] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1452.277247] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52379ccd-19ca-4bcd-4023-9376a24c5a8e" [ 1452.277247] env[62093]: _type = "Task" [ 1452.277247] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.289118] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52379ccd-19ca-4bcd-4023-9376a24c5a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.459924] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74710941-cad8-486d-8942-a4209eaa4ad2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.477022] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51de34-b406-4d8f-888a-7a8da99da62c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.520288] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09a04a3-865f-4b60-89ce-3446b39ae06f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.530620] env[62093]: DEBUG oslo_vmware.api [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710093, 'name': PowerOnVM_Task, 'duration_secs': 0.593797} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.533478] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.533851] env[62093]: INFO nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1452.534076] env[62093]: DEBUG nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1452.535107] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff08d0a-06ca-4849-8017-460992e5246d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.538899] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa29c44-22dc-4740-b24e-6fe07115a2bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.563649] env[62093]: DEBUG nova.compute.provider_tree [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.613660] env[62093]: DEBUG oslo_concurrency.lockutils [req-60d78f9b-f1d2-43fc-8988-b8c094604450 req-93872f5b-b4b5-4a99-9444-b19af100d416 service nova] Releasing lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.647949] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.647949] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.788898] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52379ccd-19ca-4bcd-4023-9376a24c5a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.03403} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.789284] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.789555] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.789993] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.789993] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.790159] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.790393] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56611b86-806d-42d6-83a6-a90f5720bb5f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.803189] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.803442] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.804287] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce7c6e0-e748-4a6b-9b91-ad4bde4de637 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.810122] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1452.810122] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5220ecb7-d753-cfde-a64e-92e1516fefa3" [ 1452.810122] env[62093]: _type = "Task" [ 1452.810122] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.818912] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5220ecb7-d753-cfde-a64e-92e1516fefa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.078793] env[62093]: INFO nova.compute.manager [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Took 38.92 seconds to build instance. [ 1453.151731] env[62093]: DEBUG nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1453.167122] env[62093]: ERROR nova.scheduler.client.report [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [req-5c97acd4-c97b-4ba8-8ca9-2db9b1f4138d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c97acd4-c97b-4ba8-8ca9-2db9b1f4138d"}]} [ 1453.195243] env[62093]: DEBUG nova.scheduler.client.report [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1453.214919] env[62093]: DEBUG nova.scheduler.client.report [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1453.215164] env[62093]: DEBUG nova.compute.provider_tree [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.232750] env[62093]: DEBUG nova.scheduler.client.report [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1453.254616] env[62093]: DEBUG nova.scheduler.client.report [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1453.322024] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5220ecb7-d753-cfde-a64e-92e1516fefa3, 'name': SearchDatastore_Task, 'duration_secs': 0.017372} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.322849] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0fbf6b-caa1-4033-b174-3f09bc572454 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.334072] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1453.334072] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5201bbf8-11c3-0faa-ff9b-9610f59f9ec4" [ 1453.334072] env[62093]: _type = "Task" [ 1453.334072] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.343728] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5201bbf8-11c3-0faa-ff9b-9610f59f9ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.580143] env[62093]: DEBUG oslo_concurrency.lockutils [None req-457475f4-b71f-4d7b-9e3b-1b0b541415f7 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "b326f936-ef64-4cee-9897-b1e4369123dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.436s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.677455] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.756017] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fce7e7-4f8a-4266-9af9-9ca9ef56bd03 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.763510] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269a1c0e-cbb4-41fe-ae4d-f568316269c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.800782] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b1a5c5-62b7-4b01-8c11-5c7f053818b5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.810609] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f6c66-a6db-4749-a1cc-a7ee7c066b18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.827086] env[62093]: DEBUG nova.compute.provider_tree [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.845064] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5201bbf8-11c3-0faa-ff9b-9610f59f9ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.845427] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.845861] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 752fff1f-86fc-4808-a52a-fbc27681b4fb/752fff1f-86fc-4808-a52a-fbc27681b4fb.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.845950] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-977be781-2472-4c12-9110-85983158b28a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.853384] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1453.853384] env[62093]: value = "task-1710095" [ 1453.853384] env[62093]: _type = "Task" [ 1453.853384] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.861937] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.364816] env[62093]: DEBUG nova.scheduler.client.report [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1454.365397] env[62093]: DEBUG nova.compute.provider_tree [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 96 to 97 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1454.365618] env[62093]: DEBUG nova.compute.provider_tree [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1454.378225] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.865923] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537814} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.866238] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 752fff1f-86fc-4808-a52a-fbc27681b4fb/752fff1f-86fc-4808-a52a-fbc27681b4fb.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1454.866451] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.866726] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd84b4e2-1a45-4bc6-9f77-10e1b92a5462 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.874954] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1454.874954] env[62093]: value = "task-1710096" [ 1454.874954] env[62093]: _type = "Task" [ 1454.874954] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.879556] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.812s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.880310] env[62093]: DEBUG nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1454.885755] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.109s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.885928] env[62093]: DEBUG nova.objects.instance [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1454.888588] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.955851] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquiring lock "b326f936-ef64-4cee-9897-b1e4369123dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.956162] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "b326f936-ef64-4cee-9897-b1e4369123dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.956393] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquiring lock "b326f936-ef64-4cee-9897-b1e4369123dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.956678] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "b326f936-ef64-4cee-9897-b1e4369123dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.956791] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "b326f936-ef64-4cee-9897-b1e4369123dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.959339] env[62093]: INFO nova.compute.manager [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Terminating instance [ 1454.961505] env[62093]: DEBUG nova.compute.manager [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1454.961794] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.962790] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b802c1ff-6ab3-4059-8275-48d1d027a82c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.974543] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.974692] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e59a77f-b7a5-4acf-a8e3-d9d421715b27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.983358] env[62093]: DEBUG oslo_vmware.api [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1454.983358] env[62093]: value = "task-1710097" [ 1454.983358] env[62093]: _type = "Task" [ 1454.983358] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.994632] env[62093]: DEBUG oslo_vmware.api [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.387196] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071518} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.387620] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.388442] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14615e1-3c0f-4951-9148-4ba9e9790d62 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.392550] env[62093]: DEBUG nova.compute.utils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1455.397784] env[62093]: DEBUG nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1455.397784] env[62093]: DEBUG nova.network.neutron [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.424947] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 752fff1f-86fc-4808-a52a-fbc27681b4fb/752fff1f-86fc-4808-a52a-fbc27681b4fb.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.429764] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f60de7-1721-437c-b8d9-d09e93e7571e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.447741] env[62093]: DEBUG nova.policy [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f2b9194cee440aa847ebc10f77b07f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47aaede1cbae4767b96eefe7e903ae90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1455.456596] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1455.456596] env[62093]: value = "task-1710098" [ 1455.456596] env[62093]: _type = "Task" [ 1455.456596] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.469427] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.496656] env[62093]: DEBUG oslo_vmware.api [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710097, 'name': PowerOffVM_Task, 'duration_secs': 0.409692} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.497163] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.497510] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.497917] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa138da3-6f98-4952-aea3-934b729fba2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.581747] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.582252] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.582505] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Deleting the datastore file [datastore1] b326f936-ef64-4cee-9897-b1e4369123dd {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.582816] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85558d0b-a542-41e0-8732-9ced67a84a9d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.591532] env[62093]: DEBUG oslo_vmware.api [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for the task: (returnval){ [ 1455.591532] env[62093]: value = "task-1710100" [ 1455.591532] env[62093]: _type = "Task" [ 1455.591532] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.601679] env[62093]: DEBUG oslo_vmware.api [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.898222] env[62093]: DEBUG nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1455.905058] env[62093]: DEBUG oslo_concurrency.lockutils [None req-120de998-e259-416e-b51c-22b9f117d7fb tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.905058] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.464s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.909892] env[62093]: INFO nova.compute.claims [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.922944] env[62093]: DEBUG nova.network.neutron [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Successfully created port: 0fa26e48-88c2-4616-a7c7-32d01ab8e328 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.969280] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710098, 'name': ReconfigVM_Task, 'duration_secs': 0.464338} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.969627] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 752fff1f-86fc-4808-a52a-fbc27681b4fb/752fff1f-86fc-4808-a52a-fbc27681b4fb.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.970689] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52a34b0b-dab3-4697-9d92-cb93115abf29 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.979650] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1455.979650] env[62093]: value = "task-1710101" [ 1455.979650] env[62093]: _type = "Task" [ 1455.979650] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.990794] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710101, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.105811] env[62093]: DEBUG oslo_vmware.api [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Task: {'id': task-1710100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320452} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.106102] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.106292] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.106473] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.106646] env[62093]: INFO nova.compute.manager [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1456.106891] env[62093]: DEBUG oslo.service.loopingcall [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.107104] env[62093]: DEBUG nova.compute.manager [-] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1456.107233] env[62093]: DEBUG nova.network.neutron [-] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.493606] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710101, 'name': Rename_Task, 'duration_secs': 0.162578} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.493964] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.494615] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0172fb07-12ee-4663-9af7-952da7bb509e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.501941] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1456.501941] env[62093]: value = "task-1710102" [ 1456.501941] env[62093]: _type = "Task" [ 1456.501941] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.511214] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.912057] env[62093]: DEBUG nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1456.952603] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1456.952978] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1456.953067] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.953755] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1456.953755] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.953755] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1456.953755] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1456.953951] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1456.953951] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1456.954236] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1456.954433] env[62093]: DEBUG nova.virt.hardware [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1456.955697] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603534a5-c68f-411f-a8f1-ee56faa07688 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.975935] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc99aa4b-e53d-445f-9d38-e021168ad799 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.014387] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710102, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.087971] env[62093]: DEBUG nova.compute.manager [req-77f044ec-bc89-4a36-b7ea-909ab3002edb req-308cf95a-121a-4f12-bb61-c5e6fbe9c108 service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Received event network-vif-deleted-83be43d5-6e88-44dc-9e4e-4d6004970254 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.087971] env[62093]: INFO nova.compute.manager [req-77f044ec-bc89-4a36-b7ea-909ab3002edb req-308cf95a-121a-4f12-bb61-c5e6fbe9c108 service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Neutron deleted interface 83be43d5-6e88-44dc-9e4e-4d6004970254; detaching it from the instance and deleting it from the info cache [ 1457.087971] env[62093]: DEBUG nova.network.neutron [req-77f044ec-bc89-4a36-b7ea-909ab3002edb req-308cf95a-121a-4f12-bb61-c5e6fbe9c108 service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.146046] env[62093]: DEBUG nova.network.neutron [-] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.377929] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a21094-d8ef-4e8c-9947-b1a8e1d7fd06 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.386991] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45715c9-275f-4290-9fde-828f85f8aec6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.424822] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1993aa7b-7be6-4762-a9f8-dd111a252381 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.434041] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bda38e4-e234-4e86-ac3c-75ddc78056ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.451681] env[62093]: DEBUG nova.compute.provider_tree [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.456979] env[62093]: DEBUG nova.compute.manager [req-41469926-87e5-4589-ab29-c7ae6d22a7b6 req-cc7cf494-cb0f-4763-80d6-7a866837ef13 service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Received event network-vif-plugged-0fa26e48-88c2-4616-a7c7-32d01ab8e328 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.457264] env[62093]: DEBUG oslo_concurrency.lockutils [req-41469926-87e5-4589-ab29-c7ae6d22a7b6 req-cc7cf494-cb0f-4763-80d6-7a866837ef13 service nova] Acquiring lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.457620] env[62093]: DEBUG oslo_concurrency.lockutils [req-41469926-87e5-4589-ab29-c7ae6d22a7b6 req-cc7cf494-cb0f-4763-80d6-7a866837ef13 service nova] Lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.457691] env[62093]: DEBUG oslo_concurrency.lockutils [req-41469926-87e5-4589-ab29-c7ae6d22a7b6 req-cc7cf494-cb0f-4763-80d6-7a866837ef13 service nova] Lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.457838] env[62093]: DEBUG nova.compute.manager [req-41469926-87e5-4589-ab29-c7ae6d22a7b6 req-cc7cf494-cb0f-4763-80d6-7a866837ef13 service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] No waiting events found dispatching network-vif-plugged-0fa26e48-88c2-4616-a7c7-32d01ab8e328 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1457.457982] env[62093]: WARNING nova.compute.manager [req-41469926-87e5-4589-ab29-c7ae6d22a7b6 req-cc7cf494-cb0f-4763-80d6-7a866837ef13 service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Received unexpected event network-vif-plugged-0fa26e48-88c2-4616-a7c7-32d01ab8e328 for instance with vm_state building and task_state spawning. [ 1457.514512] env[62093]: DEBUG oslo_vmware.api [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710102, 'name': PowerOnVM_Task, 'duration_secs': 0.530798} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.515569] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.515569] env[62093]: INFO nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1457.515569] env[62093]: DEBUG nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1457.516029] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed153f6-460d-4054-be32-7e8427d05e50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.574672] env[62093]: DEBUG nova.network.neutron [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Successfully updated port: 0fa26e48-88c2-4616-a7c7-32d01ab8e328 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.591252] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9d207c7-023c-446e-b2b8-ff8f2f5550ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.605572] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c947e2-c914-4d03-a776-5b26b25a9688 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.644709] env[62093]: DEBUG nova.compute.manager [req-77f044ec-bc89-4a36-b7ea-909ab3002edb req-308cf95a-121a-4f12-bb61-c5e6fbe9c108 service nova] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Detach interface failed, port_id=83be43d5-6e88-44dc-9e4e-4d6004970254, reason: Instance b326f936-ef64-4cee-9897-b1e4369123dd could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1457.649361] env[62093]: INFO nova.compute.manager [-] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Took 1.54 seconds to deallocate network for instance. [ 1457.656333] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Acquiring lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.656521] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.975023] env[62093]: ERROR nova.scheduler.client.report [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [req-44755ff8-6148-4797-8409-b7520fd2905d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44755ff8-6148-4797-8409-b7520fd2905d"}]} [ 1457.996648] env[62093]: DEBUG nova.scheduler.client.report [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1458.019300] env[62093]: DEBUG nova.scheduler.client.report [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1458.019575] env[62093]: DEBUG nova.compute.provider_tree [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.034190] env[62093]: DEBUG nova.scheduler.client.report [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1458.039240] env[62093]: INFO nova.compute.manager [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Took 39.60 seconds to build instance. [ 1458.055576] env[62093]: DEBUG nova.scheduler.client.report [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1458.079605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquiring lock "refresh_cache-25510ea1-1a29-4682-a6ef-2d1a63e3c90f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.079605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquired lock "refresh_cache-25510ea1-1a29-4682-a6ef-2d1a63e3c90f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.079605] env[62093]: DEBUG nova.network.neutron [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.160769] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.161437] env[62093]: DEBUG nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1458.529867] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b33300b-39cf-43aa-88b1-aee74d34fc5a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.539042] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdff8c2-554f-424e-bc8e-f70b2dd9128e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.542813] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f98a6b-4915-4e7d-b493-f9509829d2dd tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.119s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.575833] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8278fe2-2143-4493-a7e6-d745a8bd59ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.581897] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61cf2b2-1c9c-4cb9-9486-01cee1bcf944 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.603022] env[62093]: DEBUG nova.compute.provider_tree [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.635217] env[62093]: DEBUG nova.network.neutron [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.690318] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.781409] env[62093]: DEBUG nova.network.neutron [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Updating instance_info_cache with network_info: [{"id": "0fa26e48-88c2-4616-a7c7-32d01ab8e328", "address": "fa:16:3e:ed:da:c4", "network": {"id": "e1dc980a-7401-4dcc-bec7-d79866e80071", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-69391060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47aaede1cbae4767b96eefe7e903ae90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa26e48-88", "ovs_interfaceid": "0fa26e48-88c2-4616-a7c7-32d01ab8e328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.156805] env[62093]: DEBUG nova.scheduler.client.report [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1459.157098] env[62093]: DEBUG nova.compute.provider_tree [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 98 to 99 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1459.157307] env[62093]: DEBUG nova.compute.provider_tree [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1459.181722] env[62093]: DEBUG nova.compute.manager [req-f848a6c5-46f8-4034-baf3-eee1db7e4526 req-ce64384f-5847-41fb-9f6f-da5b1e2da9b5 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-changed-73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1459.181924] env[62093]: DEBUG nova.compute.manager [req-f848a6c5-46f8-4034-baf3-eee1db7e4526 req-ce64384f-5847-41fb-9f6f-da5b1e2da9b5 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Refreshing instance network info cache due to event network-changed-73dc3f26-7ba4-48be-a3c2-912e40dee5f2. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1459.182187] env[62093]: DEBUG oslo_concurrency.lockutils [req-f848a6c5-46f8-4034-baf3-eee1db7e4526 req-ce64384f-5847-41fb-9f6f-da5b1e2da9b5 service nova] Acquiring lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.182334] env[62093]: DEBUG oslo_concurrency.lockutils [req-f848a6c5-46f8-4034-baf3-eee1db7e4526 req-ce64384f-5847-41fb-9f6f-da5b1e2da9b5 service nova] Acquired lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.182496] env[62093]: DEBUG nova.network.neutron [req-f848a6c5-46f8-4034-baf3-eee1db7e4526 req-ce64384f-5847-41fb-9f6f-da5b1e2da9b5 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Refreshing network info cache for port 73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.284445] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Releasing lock "refresh_cache-25510ea1-1a29-4682-a6ef-2d1a63e3c90f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.284880] env[62093]: DEBUG nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Instance network_info: |[{"id": "0fa26e48-88c2-4616-a7c7-32d01ab8e328", "address": "fa:16:3e:ed:da:c4", "network": {"id": "e1dc980a-7401-4dcc-bec7-d79866e80071", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-69391060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47aaede1cbae4767b96eefe7e903ae90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa26e48-88", "ovs_interfaceid": "0fa26e48-88c2-4616-a7c7-32d01ab8e328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1459.285079] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:da:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa26e48-88c2-4616-a7c7-32d01ab8e328', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.298092] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Creating folder: Project (47aaede1cbae4767b96eefe7e903ae90). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1459.298332] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aa65218-371c-44d1-b9bc-fe25fadd5649 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.312080] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Created folder: Project (47aaede1cbae4767b96eefe7e903ae90) in parent group-v356072. [ 1459.312248] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Creating folder: Instances. Parent ref: group-v356270. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1459.312535] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f841f7-365b-4787-814e-3ccfd69af96b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.325969] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Created folder: Instances in parent group-v356270. [ 1459.326334] env[62093]: DEBUG oslo.service.loopingcall [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.326799] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.327302] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-881fc361-61cc-409a-97ce-c2da6b429f08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.351764] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.351764] env[62093]: value = "task-1710108" [ 1459.351764] env[62093]: _type = "Task" [ 1459.351764] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.360646] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710108, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.497290] env[62093]: DEBUG nova.compute.manager [req-164f2e21-4ff0-4fc6-8fb9-3f06e959ea12 req-021d10a0-e621-4442-bd43-ef1ccd0d2ffa service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Received event network-changed-0fa26e48-88c2-4616-a7c7-32d01ab8e328 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1459.497290] env[62093]: DEBUG nova.compute.manager [req-164f2e21-4ff0-4fc6-8fb9-3f06e959ea12 req-021d10a0-e621-4442-bd43-ef1ccd0d2ffa service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Refreshing instance network info cache due to event network-changed-0fa26e48-88c2-4616-a7c7-32d01ab8e328. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1459.497290] env[62093]: DEBUG oslo_concurrency.lockutils [req-164f2e21-4ff0-4fc6-8fb9-3f06e959ea12 req-021d10a0-e621-4442-bd43-ef1ccd0d2ffa service nova] Acquiring lock "refresh_cache-25510ea1-1a29-4682-a6ef-2d1a63e3c90f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.498503] env[62093]: DEBUG oslo_concurrency.lockutils [req-164f2e21-4ff0-4fc6-8fb9-3f06e959ea12 req-021d10a0-e621-4442-bd43-ef1ccd0d2ffa service nova] Acquired lock "refresh_cache-25510ea1-1a29-4682-a6ef-2d1a63e3c90f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.499948] env[62093]: DEBUG nova.network.neutron [req-164f2e21-4ff0-4fc6-8fb9-3f06e959ea12 req-021d10a0-e621-4442-bd43-ef1ccd0d2ffa service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Refreshing network info cache for port 0fa26e48-88c2-4616-a7c7-32d01ab8e328 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.666244] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.760s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.666244] env[62093]: DEBUG nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1459.668867] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.741s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.669414] env[62093]: DEBUG nova.objects.instance [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lazy-loading 'resources' on Instance uuid 8fdab373-a464-4f3d-b418-2e9294fd4237 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.865028] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710108, 'name': CreateVM_Task, 'duration_secs': 0.429097} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.865270] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1459.866252] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.866556] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.867022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.867462] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82554787-6301-4e97-a4eb-3eba196a38ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.875024] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1459.875024] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d3b624-8a8b-7196-cf68-bfed4b57b6db" [ 1459.875024] env[62093]: _type = "Task" [ 1459.875024] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.888578] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d3b624-8a8b-7196-cf68-bfed4b57b6db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.972748] env[62093]: DEBUG nova.network.neutron [req-f848a6c5-46f8-4034-baf3-eee1db7e4526 req-ce64384f-5847-41fb-9f6f-da5b1e2da9b5 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updated VIF entry in instance network info cache for port 73dc3f26-7ba4-48be-a3c2-912e40dee5f2. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.973013] env[62093]: DEBUG nova.network.neutron [req-f848a6c5-46f8-4034-baf3-eee1db7e4526 req-ce64384f-5847-41fb-9f6f-da5b1e2da9b5 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.174857] env[62093]: DEBUG nova.compute.utils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.178770] env[62093]: DEBUG nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1460.179181] env[62093]: DEBUG nova.network.neutron [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.236054] env[62093]: DEBUG nova.policy [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0321c61f60649b5870b720d13db9f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58b7ad398c5a419ab299020d20611452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1460.251933] env[62093]: DEBUG nova.network.neutron [req-164f2e21-4ff0-4fc6-8fb9-3f06e959ea12 req-021d10a0-e621-4442-bd43-ef1ccd0d2ffa service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Updated VIF entry in instance network info cache for port 0fa26e48-88c2-4616-a7c7-32d01ab8e328. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.252553] env[62093]: DEBUG nova.network.neutron [req-164f2e21-4ff0-4fc6-8fb9-3f06e959ea12 req-021d10a0-e621-4442-bd43-ef1ccd0d2ffa service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Updating instance_info_cache with network_info: [{"id": "0fa26e48-88c2-4616-a7c7-32d01ab8e328", "address": "fa:16:3e:ed:da:c4", "network": {"id": "e1dc980a-7401-4dcc-bec7-d79866e80071", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-69391060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47aaede1cbae4767b96eefe7e903ae90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa26e48-88", "ovs_interfaceid": "0fa26e48-88c2-4616-a7c7-32d01ab8e328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.388626] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d3b624-8a8b-7196-cf68-bfed4b57b6db, 'name': SearchDatastore_Task, 'duration_secs': 0.0188} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.388626] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.388783] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.389840] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.389840] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.389840] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.389840] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb7b2d4-b71f-44d6-9b0f-6e43d5a72d0f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.402330] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.402547] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.403823] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fd1160-f9c8-43d2-b005-227b17edca02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.413744] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1460.413744] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528fab96-2359-a9b1-9cdc-c520e4a8653f" [ 1460.413744] env[62093]: _type = "Task" [ 1460.413744] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.422894] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528fab96-2359-a9b1-9cdc-c520e4a8653f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.476314] env[62093]: DEBUG oslo_concurrency.lockutils [req-f848a6c5-46f8-4034-baf3-eee1db7e4526 req-ce64384f-5847-41fb-9f6f-da5b1e2da9b5 service nova] Releasing lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.677020] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4056c429-4bff-4bc2-a901-682b49c2c99e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.678610] env[62093]: DEBUG nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1460.689608] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ae4ed4-9c39-425c-b309-80e7c43204ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.723716] env[62093]: DEBUG nova.network.neutron [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Successfully created port: 535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.725981] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61061c1-84cc-4658-99ba-4c73ac5550e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.735717] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d18173a-2078-41b6-944a-ac3b33548d6d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.753755] env[62093]: DEBUG nova.compute.provider_tree [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.758507] env[62093]: DEBUG oslo_concurrency.lockutils [req-164f2e21-4ff0-4fc6-8fb9-3f06e959ea12 req-021d10a0-e621-4442-bd43-ef1ccd0d2ffa service nova] Releasing lock "refresh_cache-25510ea1-1a29-4682-a6ef-2d1a63e3c90f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.924358] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528fab96-2359-a9b1-9cdc-c520e4a8653f, 'name': SearchDatastore_Task, 'duration_secs': 0.032344} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.925271] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbd39c8-726f-4dbb-8dba-092ec7715e4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.930663] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1460.930663] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520ee089-1ba0-8851-08cd-cd085e5b4a67" [ 1460.930663] env[62093]: _type = "Task" [ 1460.930663] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.939660] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520ee089-1ba0-8851-08cd-cd085e5b4a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.256060] env[62093]: DEBUG nova.scheduler.client.report [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1461.441027] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520ee089-1ba0-8851-08cd-cd085e5b4a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.688572] env[62093]: DEBUG nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1461.714803] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1461.714944] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1461.715140] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.715352] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1461.715498] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.715639] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1461.715849] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1461.715995] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1461.716178] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1461.716338] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1461.716510] env[62093]: DEBUG nova.virt.hardware [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1461.717679] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1b7de2-34b8-43da-b4b1-1a23501b1561 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.727250] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298c4217-9d19-450a-967b-0f3065a7a4e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.761473] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.763770] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.831s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.764008] env[62093]: DEBUG nova.objects.instance [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lazy-loading 'resources' on Instance uuid 278e9b4e-24b0-4347-b3fb-bfb18325cd33 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.784842] env[62093]: INFO nova.scheduler.client.report [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleted allocations for instance 8fdab373-a464-4f3d-b418-2e9294fd4237 [ 1461.942388] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520ee089-1ba0-8851-08cd-cd085e5b4a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.207312] env[62093]: DEBUG nova.compute.manager [req-abb18a2e-6caa-4860-8779-176e0159e97b req-5d237720-f059-46b8-9bd9-c3e6afe07fbf service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Received event network-vif-plugged-535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.207537] env[62093]: DEBUG oslo_concurrency.lockutils [req-abb18a2e-6caa-4860-8779-176e0159e97b req-5d237720-f059-46b8-9bd9-c3e6afe07fbf service nova] Acquiring lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.207750] env[62093]: DEBUG oslo_concurrency.lockutils [req-abb18a2e-6caa-4860-8779-176e0159e97b req-5d237720-f059-46b8-9bd9-c3e6afe07fbf service nova] Lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.207906] env[62093]: DEBUG oslo_concurrency.lockutils [req-abb18a2e-6caa-4860-8779-176e0159e97b req-5d237720-f059-46b8-9bd9-c3e6afe07fbf service nova] Lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.208078] env[62093]: DEBUG nova.compute.manager [req-abb18a2e-6caa-4860-8779-176e0159e97b req-5d237720-f059-46b8-9bd9-c3e6afe07fbf service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] No waiting events found dispatching network-vif-plugged-535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1462.208248] env[62093]: WARNING nova.compute.manager [req-abb18a2e-6caa-4860-8779-176e0159e97b req-5d237720-f059-46b8-9bd9-c3e6afe07fbf service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Received unexpected event network-vif-plugged-535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb for instance with vm_state building and task_state spawning. [ 1462.294984] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64fafe1e-2316-4b07-8db1-fd055cfa8059 tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "8fdab373-a464-4f3d-b418-2e9294fd4237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.837s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.368577] env[62093]: DEBUG nova.network.neutron [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Successfully updated port: 535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.443881] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520ee089-1ba0-8851-08cd-cd085e5b4a67, 'name': SearchDatastore_Task, 'duration_secs': 1.503141} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.446317] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.446575] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 25510ea1-1a29-4682-a6ef-2d1a63e3c90f/25510ea1-1a29-4682-a6ef-2d1a63e3c90f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.447368] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe27015-cfc3-4d73-ac13-81a63b8f8c4d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.455237] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1462.455237] env[62093]: value = "task-1710109" [ 1462.455237] env[62093]: _type = "Task" [ 1462.455237] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.467448] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.612373] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24aa797-03b6-4349-b17f-8d77892d4438 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.621153] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b87bb6-30f9-4c21-ba6e-58832773ccf6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.653941] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003371b-1b6d-4299-841b-ecbbba2ddc25 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.662623] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7415396d-6203-4e98-89a3-9d79d3c5e2e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.678073] env[62093]: DEBUG nova.compute.provider_tree [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.871863] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.872046] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.872214] env[62093]: DEBUG nova.network.neutron [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.971163] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.180818] env[62093]: DEBUG nova.scheduler.client.report [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1463.456596] env[62093]: DEBUG nova.network.neutron [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.471653] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.621098] env[62093]: DEBUG nova.network.neutron [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Updating instance_info_cache with network_info: [{"id": "535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb", "address": "fa:16:3e:15:8d:2a", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535a4f4b-6f", "ovs_interfaceid": "535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.685628] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.687907] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.663s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.689475] env[62093]: INFO nova.compute.claims [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.710773] env[62093]: INFO nova.scheduler.client.report [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Deleted allocations for instance 278e9b4e-24b0-4347-b3fb-bfb18325cd33 [ 1463.970570] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.124249] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.124615] env[62093]: DEBUG nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Instance network_info: |[{"id": "535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb", "address": "fa:16:3e:15:8d:2a", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535a4f4b-6f", "ovs_interfaceid": "535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1464.125093] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:8d:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.132792] env[62093]: DEBUG oslo.service.loopingcall [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.133030] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.133272] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbe49075-c358-46a2-a654-98e781d3cd1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.153676] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.153676] env[62093]: value = "task-1710111" [ 1464.153676] env[62093]: _type = "Task" [ 1464.153676] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.162382] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710111, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.218199] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9a9326cb-4b38-4ff2-aa98-50c84b46b70f tempest-ListServersNegativeTestJSON-1494182655 tempest-ListServersNegativeTestJSON-1494182655-project-member] Lock "278e9b4e-24b0-4347-b3fb-bfb18325cd33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.522s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.475054] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710109, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.987636} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.475811] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 25510ea1-1a29-4682-a6ef-2d1a63e3c90f/25510ea1-1a29-4682-a6ef-2d1a63e3c90f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.476272] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.477173] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-629a853e-11fa-4f80-a753-8bc3ec535841 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.488691] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1464.488691] env[62093]: value = "task-1710112" [ 1464.488691] env[62093]: _type = "Task" [ 1464.488691] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.503137] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.506268] env[62093]: DEBUG nova.compute.manager [req-1d1776cc-fbbd-4db8-8a19-1caf760a0456 req-6918c3af-1fd5-4da7-9bfe-2e812fdf55ff service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Received event network-changed-535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1464.507105] env[62093]: DEBUG nova.compute.manager [req-1d1776cc-fbbd-4db8-8a19-1caf760a0456 req-6918c3af-1fd5-4da7-9bfe-2e812fdf55ff service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Refreshing instance network info cache due to event network-changed-535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1464.507105] env[62093]: DEBUG oslo_concurrency.lockutils [req-1d1776cc-fbbd-4db8-8a19-1caf760a0456 req-6918c3af-1fd5-4da7-9bfe-2e812fdf55ff service nova] Acquiring lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.508864] env[62093]: DEBUG oslo_concurrency.lockutils [req-1d1776cc-fbbd-4db8-8a19-1caf760a0456 req-6918c3af-1fd5-4da7-9bfe-2e812fdf55ff service nova] Acquired lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.508864] env[62093]: DEBUG nova.network.neutron [req-1d1776cc-fbbd-4db8-8a19-1caf760a0456 req-6918c3af-1fd5-4da7-9bfe-2e812fdf55ff service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Refreshing network info cache for port 535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.668022] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710111, 'name': CreateVM_Task, 'duration_secs': 0.435443} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.668022] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.668022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.668022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.668022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.668022] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcee8610-2b7c-4363-b86b-ba4cc7998687 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.672292] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1464.672292] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526ac76e-cece-d618-5c60-9cac48ce560e" [ 1464.672292] env[62093]: _type = "Task" [ 1464.672292] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.681287] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526ac76e-cece-d618-5c60-9cac48ce560e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.001513] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16407} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.001879] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.002747] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b77fe-c78d-4200-85e8-3c1842937c2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.030167] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 25510ea1-1a29-4682-a6ef-2d1a63e3c90f/25510ea1-1a29-4682-a6ef-2d1a63e3c90f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.037030] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aada149-5f7f-4e2b-acdd-6cf9023b0b0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.061653] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1465.061653] env[62093]: value = "task-1710113" [ 1465.061653] env[62093]: _type = "Task" [ 1465.061653] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.068494] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.159113] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a82649a-36cf-439e-b046-28e4f57e3290 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.167979] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307cd64-3950-4376-8832-02f4f224ddc2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.211801] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d0281b-46a7-43b5-85fd-556d8930d216 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.218948] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526ac76e-cece-d618-5c60-9cac48ce560e, 'name': SearchDatastore_Task, 'duration_secs': 0.029459} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.219794] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.220109] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.220777] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.220981] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.221236] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.221574] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c0eb2ee-764a-4b3a-a3d4-d6a524eb0fc4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.227020] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33d4fa-4e4f-43f1-a589-3c7f9fd63612 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.232796] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.233042] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.241449] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caac57ba-64c3-4a13-bfc4-6599cc7d14e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.244056] env[62093]: DEBUG nova.compute.provider_tree [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.251516] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1465.251516] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e94c9e-07c6-56a2-d138-2109155c9060" [ 1465.251516] env[62093]: _type = "Task" [ 1465.251516] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.265114] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e94c9e-07c6-56a2-d138-2109155c9060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.416761] env[62093]: DEBUG nova.network.neutron [req-1d1776cc-fbbd-4db8-8a19-1caf760a0456 req-6918c3af-1fd5-4da7-9bfe-2e812fdf55ff service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Updated VIF entry in instance network info cache for port 535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.417012] env[62093]: DEBUG nova.network.neutron [req-1d1776cc-fbbd-4db8-8a19-1caf760a0456 req-6918c3af-1fd5-4da7-9bfe-2e812fdf55ff service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Updating instance_info_cache with network_info: [{"id": "535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb", "address": "fa:16:3e:15:8d:2a", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535a4f4b-6f", "ovs_interfaceid": "535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.570546] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710113, 'name': ReconfigVM_Task, 'duration_secs': 0.301468} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.570831] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 25510ea1-1a29-4682-a6ef-2d1a63e3c90f/25510ea1-1a29-4682-a6ef-2d1a63e3c90f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.571476] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24451a2a-3b89-4ff2-acea-2a746b75f4bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.578694] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1465.578694] env[62093]: value = "task-1710114" [ 1465.578694] env[62093]: _type = "Task" [ 1465.578694] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.586965] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710114, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.752785] env[62093]: DEBUG nova.scheduler.client.report [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1465.768039] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e94c9e-07c6-56a2-d138-2109155c9060, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.768807] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85252234-8ab4-460c-b287-774741774781 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.776193] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1465.776193] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523e535c-8d7e-684a-8e01-89d1744fd55b" [ 1465.776193] env[62093]: _type = "Task" [ 1465.776193] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.785440] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523e535c-8d7e-684a-8e01-89d1744fd55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.919948] env[62093]: DEBUG oslo_concurrency.lockutils [req-1d1776cc-fbbd-4db8-8a19-1caf760a0456 req-6918c3af-1fd5-4da7-9bfe-2e812fdf55ff service nova] Releasing lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.089683] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710114, 'name': Rename_Task, 'duration_secs': 0.233441} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.089975] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.090249] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a8b19a-1483-4ea9-9a80-60658a8fd3b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.097979] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1466.097979] env[62093]: value = "task-1710116" [ 1466.097979] env[62093]: _type = "Task" [ 1466.097979] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.106381] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.262055] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.262280] env[62093]: DEBUG nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1466.264989] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 37.185s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.287185] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523e535c-8d7e-684a-8e01-89d1744fd55b, 'name': SearchDatastore_Task, 'duration_secs': 0.019429} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.287818] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.288311] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf/a793bc91-1ea5-48da-95b7-5b31fbac5caf.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.288626] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48af107d-1f95-424c-adf6-1b6d40b6972a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.296469] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1466.296469] env[62093]: value = "task-1710117" [ 1466.296469] env[62093]: _type = "Task" [ 1466.296469] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.305893] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.611025] env[62093]: DEBUG oslo_vmware.api [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710116, 'name': PowerOnVM_Task, 'duration_secs': 0.470516} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.611391] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.611609] env[62093]: INFO nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1466.611827] env[62093]: DEBUG nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1466.612965] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e8c50-d905-415d-b1d2-c44f2b5b2dd5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.770979] env[62093]: DEBUG nova.compute.utils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.775731] env[62093]: DEBUG nova.objects.instance [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lazy-loading 'migration_context' on Instance uuid e3ebd549-c79e-4984-a0af-d4cef39cdc84 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.775731] env[62093]: DEBUG nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1466.775731] env[62093]: DEBUG nova.network.neutron [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.809661] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.845189] env[62093]: DEBUG nova.policy [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b3718ca34d4eefaa915c1785ee1c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbdc7b988a614ddd8820f3b2181c92e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1467.138112] env[62093]: INFO nova.compute.manager [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Took 42.55 seconds to build instance. [ 1467.146442] env[62093]: DEBUG nova.network.neutron [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Successfully created port: 56b216e6-a378-48a3-9469-816155b2126d {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.275802] env[62093]: DEBUG nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1467.308227] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725809} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.311014] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf/a793bc91-1ea5-48da-95b7-5b31fbac5caf.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.311299] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.311777] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8c5eeee-6474-4963-805d-a1549214d2d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.320728] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1467.320728] env[62093]: value = "task-1710118" [ 1467.320728] env[62093]: _type = "Task" [ 1467.320728] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.331144] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.639767] env[62093]: DEBUG oslo_concurrency.lockutils [None req-767c3526-9f84-47d6-9222-453e31996a99 tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.064s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.687707] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c8a79-d873-4c9b-bd2f-c8c09a6837e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.696642] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36132586-ea0f-4d8b-87d9-06c09f035b46 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.727401] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86e8301-e810-4bb6-870a-2d1b847da768 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.735536] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad355405-9613-4f76-8c84-9770232ea53c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.751199] env[62093]: DEBUG nova.compute.provider_tree [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.830915] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065567} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.831298] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.832092] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6852739-8ea6-44be-bab7-4445aa6e5af4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.858250] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf/a793bc91-1ea5-48da-95b7-5b31fbac5caf.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.858250] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36651b88-ab61-4fd4-a99d-418a89f084a8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.881988] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1467.881988] env[62093]: value = "task-1710119" [ 1467.881988] env[62093]: _type = "Task" [ 1467.881988] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.890031] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.178065] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquiring lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.178324] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.178639] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquiring lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.178895] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.179153] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.181750] env[62093]: INFO nova.compute.manager [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Terminating instance [ 1468.183796] env[62093]: DEBUG nova.compute.manager [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1468.184015] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.184992] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb50b08-d0a4-47a9-b2a7-593e23820064 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.193900] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.194163] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcfcad47-e057-4f6f-a433-6d44bea86bac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.199962] env[62093]: DEBUG oslo_vmware.api [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1468.199962] env[62093]: value = "task-1710121" [ 1468.199962] env[62093]: _type = "Task" [ 1468.199962] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.208064] env[62093]: DEBUG oslo_vmware.api [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.254568] env[62093]: DEBUG nova.scheduler.client.report [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1468.288021] env[62093]: DEBUG nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1468.314429] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='780f4742791909ef2d6a44cb4143f562',container_format='bare',created_at=2024-12-10T21:55:36Z,direct_url=,disk_format='vmdk',id=e1092dd2-7c4c-45a4-a5cf-3ae563107186,min_disk=1,min_ram=0,name='tempest-test-snap-399745538',owner='dbdc7b988a614ddd8820f3b2181c92e4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-10T21:55:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1468.314679] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1468.314831] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.315017] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1468.315169] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.315507] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1468.315786] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1468.315965] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1468.316167] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1468.316338] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1468.316515] env[62093]: DEBUG nova.virt.hardware [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1468.317546] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743bf11c-c033-42ec-beb6-1038a7525af6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.326762] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210cc6cb-2d0e-4c65-a18a-6c549b423bed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.391732] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710119, 'name': ReconfigVM_Task, 'duration_secs': 0.307065} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.391732] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf/a793bc91-1ea5-48da-95b7-5b31fbac5caf.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.392161] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ca4f114-984d-474d-bfb5-b00948d2474f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.400821] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1468.400821] env[62093]: value = "task-1710122" [ 1468.400821] env[62093]: _type = "Task" [ 1468.400821] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.411121] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710122, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.710156] env[62093]: DEBUG oslo_vmware.api [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710121, 'name': PowerOffVM_Task, 'duration_secs': 0.340506} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.710579] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.710579] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.710840] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24a239c2-fa03-44f9-a403-06b89cbf0ca4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.805308] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.805555] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.805736] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Deleting the datastore file [datastore1] 25510ea1-1a29-4682-a6ef-2d1a63e3c90f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.806031] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-737f2416-c7d5-4eff-9e63-6559b6bcc7ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.810801] env[62093]: DEBUG nova.compute.manager [req-63064fec-a2d2-42c5-a54a-8877575f3b9a req-f24b5d81-5a3a-4e5e-a748-ddfc81daf525 service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Received event network-vif-plugged-56b216e6-a378-48a3-9469-816155b2126d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.811356] env[62093]: DEBUG oslo_concurrency.lockutils [req-63064fec-a2d2-42c5-a54a-8877575f3b9a req-f24b5d81-5a3a-4e5e-a748-ddfc81daf525 service nova] Acquiring lock "ed51c944-4abc-4b54-b47f-88c9cb2897df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.811576] env[62093]: DEBUG oslo_concurrency.lockutils [req-63064fec-a2d2-42c5-a54a-8877575f3b9a req-f24b5d81-5a3a-4e5e-a748-ddfc81daf525 service nova] Lock "ed51c944-4abc-4b54-b47f-88c9cb2897df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.811768] env[62093]: DEBUG oslo_concurrency.lockutils [req-63064fec-a2d2-42c5-a54a-8877575f3b9a req-f24b5d81-5a3a-4e5e-a748-ddfc81daf525 service nova] Lock "ed51c944-4abc-4b54-b47f-88c9cb2897df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.811944] env[62093]: DEBUG nova.compute.manager [req-63064fec-a2d2-42c5-a54a-8877575f3b9a req-f24b5d81-5a3a-4e5e-a748-ddfc81daf525 service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] No waiting events found dispatching network-vif-plugged-56b216e6-a378-48a3-9469-816155b2126d {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1468.812119] env[62093]: WARNING nova.compute.manager [req-63064fec-a2d2-42c5-a54a-8877575f3b9a req-f24b5d81-5a3a-4e5e-a748-ddfc81daf525 service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Received unexpected event network-vif-plugged-56b216e6-a378-48a3-9469-816155b2126d for instance with vm_state building and task_state spawning. [ 1468.818141] env[62093]: DEBUG oslo_vmware.api [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for the task: (returnval){ [ 1468.818141] env[62093]: value = "task-1710124" [ 1468.818141] env[62093]: _type = "Task" [ 1468.818141] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.828648] env[62093]: DEBUG oslo_vmware.api [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.912787] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710122, 'name': Rename_Task, 'duration_secs': 0.165523} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.913825] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.914116] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a11b0427-d4c3-41db-8763-6d3cebefd697 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.923627] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1468.923627] env[62093]: value = "task-1710125" [ 1468.923627] env[62093]: _type = "Task" [ 1468.923627] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.932653] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.960024] env[62093]: DEBUG nova.network.neutron [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Successfully updated port: 56b216e6-a378-48a3-9469-816155b2126d {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.267362] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.002s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.273139] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.491s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.274582] env[62093]: INFO nova.compute.claims [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.329934] env[62093]: DEBUG oslo_vmware.api [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Task: {'id': task-1710124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146743} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.330264] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.330476] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.330661] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.330827] env[62093]: INFO nova.compute.manager [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1469.331085] env[62093]: DEBUG oslo.service.loopingcall [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.331770] env[62093]: DEBUG nova.compute.manager [-] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1469.331866] env[62093]: DEBUG nova.network.neutron [-] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1469.432837] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710125, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.469642] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "refresh_cache-ed51c944-4abc-4b54-b47f-88c9cb2897df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.469642] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "refresh_cache-ed51c944-4abc-4b54-b47f-88c9cb2897df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.469642] env[62093]: DEBUG nova.network.neutron [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.935366] env[62093]: DEBUG oslo_vmware.api [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710125, 'name': PowerOnVM_Task, 'duration_secs': 0.635571} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.937287] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.937287] env[62093]: INFO nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1469.937287] env[62093]: DEBUG nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1469.937594] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419077fd-dcdc-4b27-b712-09e4d7485cba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.011943] env[62093]: DEBUG nova.network.neutron [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.061618] env[62093]: DEBUG nova.network.neutron [-] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.236402] env[62093]: DEBUG nova.network.neutron [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Updating instance_info_cache with network_info: [{"id": "56b216e6-a378-48a3-9469-816155b2126d", "address": "fa:16:3e:24:5a:28", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b216e6-a3", "ovs_interfaceid": "56b216e6-a378-48a3-9469-816155b2126d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.458476] env[62093]: INFO nova.compute.manager [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Took 43.05 seconds to build instance. [ 1470.567321] env[62093]: INFO nova.compute.manager [-] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Took 1.24 seconds to deallocate network for instance. [ 1470.677021] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe510a-21e0-4c93-aa86-ea61ae176f54 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.685963] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44397511-3dba-4808-ae7f-ac15273b14db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.718071] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbdb097-9672-435f-b46f-42ee9c1b976b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.726841] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a34bcbf-1397-4f06-b975-92e067a78d8e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.743047] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "refresh_cache-ed51c944-4abc-4b54-b47f-88c9cb2897df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.743384] env[62093]: DEBUG nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Instance network_info: |[{"id": "56b216e6-a378-48a3-9469-816155b2126d", "address": "fa:16:3e:24:5a:28", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b216e6-a3", "ovs_interfaceid": "56b216e6-a378-48a3-9469-816155b2126d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1470.743871] env[62093]: DEBUG nova.compute.provider_tree [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.745352] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:5a:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56b216e6-a378-48a3-9469-816155b2126d', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.753177] env[62093]: DEBUG oslo.service.loopingcall [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.754173] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.754396] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-423d2cc3-66bc-434c-8246-9af605977a62 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.777227] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.777227] env[62093]: value = "task-1710127" [ 1470.777227] env[62093]: _type = "Task" [ 1470.777227] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.790325] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710127, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.809367] env[62093]: INFO nova.compute.manager [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Swapping old allocation on dict_keys(['6e60daf5-3607-4d31-91a7-fe659465be0d']) held by migration 4812bd3d-924f-4b25-898e-6cdde4180099 for instance [ 1470.834621] env[62093]: DEBUG nova.scheduler.client.report [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Overwriting current allocation {'allocations': {'6e60daf5-3607-4d31-91a7-fe659465be0d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': '50bb7056522b4c30994a9f5e2a0296cb', 'user_id': 'f6e93fab32274462bde5599a54b36b1d', 'consumer_generation': 1} on consumer e3ebd549-c79e-4984-a0af-d4cef39cdc84 {{(pid=62093) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1470.923029] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.923235] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquired lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.923414] env[62093]: DEBUG nova.network.neutron [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.961584] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f1f0f29-6e98-4b4d-9f1a-31cffff50c3a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.563s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.013735] env[62093]: DEBUG nova.compute.manager [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Received event network-changed-56b216e6-a378-48a3-9469-816155b2126d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1471.013986] env[62093]: DEBUG nova.compute.manager [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Refreshing instance network info cache due to event network-changed-56b216e6-a378-48a3-9469-816155b2126d. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1471.014224] env[62093]: DEBUG oslo_concurrency.lockutils [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] Acquiring lock "refresh_cache-ed51c944-4abc-4b54-b47f-88c9cb2897df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.014371] env[62093]: DEBUG oslo_concurrency.lockutils [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] Acquired lock "refresh_cache-ed51c944-4abc-4b54-b47f-88c9cb2897df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.014999] env[62093]: DEBUG nova.network.neutron [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Refreshing network info cache for port 56b216e6-a378-48a3-9469-816155b2126d {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.075119] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.254973] env[62093]: DEBUG nova.scheduler.client.report [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1471.289715] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710127, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.748216] env[62093]: DEBUG nova.network.neutron [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Updated VIF entry in instance network info cache for port 56b216e6-a378-48a3-9469-816155b2126d. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.748589] env[62093]: DEBUG nova.network.neutron [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Updating instance_info_cache with network_info: [{"id": "56b216e6-a378-48a3-9469-816155b2126d", "address": "fa:16:3e:24:5a:28", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b216e6-a3", "ovs_interfaceid": "56b216e6-a378-48a3-9469-816155b2126d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.763639] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.764175] env[62093]: DEBUG nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1471.767057] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.912s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.767287] env[62093]: DEBUG nova.objects.instance [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lazy-loading 'resources' on Instance uuid 1d5a8822-ed1f-497c-9705-123f1afa1cd3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.797012] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710127, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.983395] env[62093]: DEBUG nova.network.neutron [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance_info_cache with network_info: [{"id": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "address": "fa:16:3e:58:95:0f", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eadb57-1b", "ovs_interfaceid": "c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.251732] env[62093]: DEBUG oslo_concurrency.lockutils [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] Releasing lock "refresh_cache-ed51c944-4abc-4b54-b47f-88c9cb2897df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.252494] env[62093]: DEBUG nova.compute.manager [req-d54b372b-de6a-4a8e-9db1-f78991c94ea1 req-8635a525-7f7d-4cbe-b7af-452b94547075 service nova] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Received event network-vif-deleted-0fa26e48-88c2-4616-a7c7-32d01ab8e328 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.268532] env[62093]: DEBUG nova.compute.utils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.270655] env[62093]: DEBUG nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1472.270873] env[62093]: DEBUG nova.network.neutron [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.293347] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710127, 'name': CreateVM_Task, 'duration_secs': 1.492319} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.293497] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.294114] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.294288] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.294748] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.295653] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec6021e-0ba0-4fc9-9a71-8036ea996b37 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.302493] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1472.302493] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52bd1b0c-45f8-4afc-67e4-13d9c40e0889" [ 1472.302493] env[62093]: _type = "Task" [ 1472.302493] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.314775] env[62093]: DEBUG nova.policy [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba1628e6dfb4ac08d5a9939f2a6a561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dc72bc99dca41f4bc5d4917026f1e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1472.321154] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.321465] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Processing image e1092dd2-7c4c-45a4-a5cf-3ae563107186 {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.322015] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186/e1092dd2-7c4c-45a4-a5cf-3ae563107186.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.322015] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186/e1092dd2-7c4c-45a4-a5cf-3ae563107186.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.322089] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.325310] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bbe3103-7e00-45d0-b2d6-7cf6423166ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.352191] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.352370] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.353148] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501ba326-9ed3-4d5f-a3f5-c9f157c469ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.361185] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1472.361185] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52967a55-5f8a-d159-988e-1f0b5d3656de" [ 1472.361185] env[62093]: _type = "Task" [ 1472.361185] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.373860] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52967a55-5f8a-d159-988e-1f0b5d3656de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.486978] env[62093]: DEBUG oslo_concurrency.lockutils [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Releasing lock "refresh_cache-e3ebd549-c79e-4984-a0af-d4cef39cdc84" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.487549] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.487881] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eacd5051-ef62-42a9-8d7a-7f3ba4c05fc0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.497496] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1472.497496] env[62093]: value = "task-1710128" [ 1472.497496] env[62093]: _type = "Task" [ 1472.497496] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.510211] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.653619] env[62093]: DEBUG nova.network.neutron [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Successfully created port: ac892918-b198-45ad-8c8a-7ec595af24b5 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.686625] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac228983-5f93-4012-8b78-438f4b9df8ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.698039] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3f602a-1145-4be7-95c5-047409899424 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.730840] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f0fcc-551f-4b4d-9d17-1ae32c29887b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.739234] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08dedb0-e953-43e4-86e5-e022cfc3f800 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.753944] env[62093]: DEBUG nova.compute.provider_tree [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.774372] env[62093]: DEBUG nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1472.875675] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Preparing fetch location {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1472.875968] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Fetch image to [datastore1] OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100/OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100.vmdk {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1472.876168] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Downloading stream optimized image e1092dd2-7c4c-45a4-a5cf-3ae563107186 to [datastore1] OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100/OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100.vmdk on the data store datastore1 as vApp {{(pid=62093) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1472.876351] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Downloading image file data e1092dd2-7c4c-45a4-a5cf-3ae563107186 to the ESX as VM named 'OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100' {{(pid=62093) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1472.962309] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1472.962309] env[62093]: value = "resgroup-9" [ 1472.962309] env[62093]: _type = "ResourcePool" [ 1472.962309] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1472.962621] env[62093]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a47b04b6-0626-4e67-8a83-d6377dbaa15c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.985254] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lease: (returnval){ [ 1472.985254] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce6886-e874-88aa-341b-fddcb547ef38" [ 1472.985254] env[62093]: _type = "HttpNfcLease" [ 1472.985254] env[62093]: } obtained for vApp import into resource pool (val){ [ 1472.985254] env[62093]: value = "resgroup-9" [ 1472.985254] env[62093]: _type = "ResourcePool" [ 1472.985254] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1472.985783] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the lease: (returnval){ [ 1472.985783] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce6886-e874-88aa-341b-fddcb547ef38" [ 1472.985783] env[62093]: _type = "HttpNfcLease" [ 1472.985783] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1472.993691] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1472.993691] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce6886-e874-88aa-341b-fddcb547ef38" [ 1472.993691] env[62093]: _type = "HttpNfcLease" [ 1472.993691] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1473.010449] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710128, 'name': PowerOffVM_Task, 'duration_secs': 0.396508} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.010724] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.011433] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:54:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1acab9f5-dcb6-4781-86ac-d79b981aabc1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1353248594',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.011640] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.011781] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.012110] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.012110] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.012477] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.012477] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.012587] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.012734] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.014019] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.014019] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.023980] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ad330f-8df8-4517-a38a-d56f874d1ecd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.042962] env[62093]: DEBUG nova.compute.manager [req-98ab0f98-3482-4802-b033-fdc23b4fccf0 req-74e54b6c-f4c8-4650-a606-36fbacf49eb1 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Received event network-changed-535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1473.044132] env[62093]: DEBUG nova.compute.manager [req-98ab0f98-3482-4802-b033-fdc23b4fccf0 req-74e54b6c-f4c8-4650-a606-36fbacf49eb1 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Refreshing instance network info cache due to event network-changed-535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1473.044132] env[62093]: DEBUG oslo_concurrency.lockutils [req-98ab0f98-3482-4802-b033-fdc23b4fccf0 req-74e54b6c-f4c8-4650-a606-36fbacf49eb1 service nova] Acquiring lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.044132] env[62093]: DEBUG oslo_concurrency.lockutils [req-98ab0f98-3482-4802-b033-fdc23b4fccf0 req-74e54b6c-f4c8-4650-a606-36fbacf49eb1 service nova] Acquired lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.044132] env[62093]: DEBUG nova.network.neutron [req-98ab0f98-3482-4802-b033-fdc23b4fccf0 req-74e54b6c-f4c8-4650-a606-36fbacf49eb1 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Refreshing network info cache for port 535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.048036] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1473.048036] env[62093]: value = "task-1710130" [ 1473.048036] env[62093]: _type = "Task" [ 1473.048036] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.059386] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.257974] env[62093]: DEBUG nova.scheduler.client.report [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1473.494820] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1473.494820] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce6886-e874-88aa-341b-fddcb547ef38" [ 1473.494820] env[62093]: _type = "HttpNfcLease" [ 1473.494820] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1473.560487] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710130, 'name': ReconfigVM_Task, 'duration_secs': 0.25994} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.561395] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337bed26-fd96-4d40-865a-14d40b27f3dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.581361] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:54:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1acab9f5-dcb6-4781-86ac-d79b981aabc1',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1353248594',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.581612] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.581777] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.581967] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.582125] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.582274] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.582479] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.582639] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.582844] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.583199] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.583199] env[62093]: DEBUG nova.virt.hardware [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.584022] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b0920f-702d-44d3-92a3-1c86a66c17e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.590541] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1473.590541] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520f198b-acc8-17e2-8604-6af56c5b6a5b" [ 1473.590541] env[62093]: _type = "Task" [ 1473.590541] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.605177] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520f198b-acc8-17e2-8604-6af56c5b6a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.610851] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1473.611171] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c33449-2348-4f59-86ae-0b3ac4f1d5a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.634531] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1473.634531] env[62093]: value = "task-1710131" [ 1473.634531] env[62093]: _type = "Task" [ 1473.634531] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.645733] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.764813] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.766783] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.689s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.782863] env[62093]: DEBUG nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1473.789362] env[62093]: INFO nova.scheduler.client.report [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Deleted allocations for instance 1d5a8822-ed1f-497c-9705-123f1afa1cd3 [ 1473.802677] env[62093]: DEBUG nova.network.neutron [req-98ab0f98-3482-4802-b033-fdc23b4fccf0 req-74e54b6c-f4c8-4650-a606-36fbacf49eb1 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Updated VIF entry in instance network info cache for port 535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.803130] env[62093]: DEBUG nova.network.neutron [req-98ab0f98-3482-4802-b033-fdc23b4fccf0 req-74e54b6c-f4c8-4650-a606-36fbacf49eb1 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Updating instance_info_cache with network_info: [{"id": "535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb", "address": "fa:16:3e:15:8d:2a", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535a4f4b-6f", "ovs_interfaceid": "535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.807533] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.807801] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.807994] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.808248] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.808429] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.808607] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.808847] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.809052] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.809263] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.809521] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.809729] env[62093]: DEBUG nova.virt.hardware [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.810680] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a649f7-90c7-409b-adb3-d3a785a4a426 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.819707] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af729f4-46d4-4ae4-a635-4f0be6753cf7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.994859] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1473.994859] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce6886-e874-88aa-341b-fddcb547ef38" [ 1473.994859] env[62093]: _type = "HttpNfcLease" [ 1473.994859] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1473.995203] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1473.995203] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce6886-e874-88aa-341b-fddcb547ef38" [ 1473.995203] env[62093]: _type = "HttpNfcLease" [ 1473.995203] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1473.995978] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ff7a0-be28-4300-960a-f035f7449ce7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.003365] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e816b-ca1a-0d9f-b97c-7ae128aeebf4/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1474.003540] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e816b-ca1a-0d9f-b97c-7ae128aeebf4/disk-0.vmdk. {{(pid=62093) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1474.069240] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f66493f3-2723-4321-9e57-65877e77f158 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.146127] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710131, 'name': ReconfigVM_Task, 'duration_secs': 0.362128} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.146127] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1474.146940] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431b28ff-60cc-4656-bcdd-1c09296cb326 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.175255] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84/e3ebd549-c79e-4984-a0af-d4cef39cdc84.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.175255] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4a3988-bc74-41c8-973a-d0b9181eb1ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.195106] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1474.195106] env[62093]: value = "task-1710133" [ 1474.195106] env[62093]: _type = "Task" [ 1474.195106] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.207132] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.298181] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6c020ee-16af-4934-b790-1c705b9a1398 tempest-ServerRescueTestJSON-1370260993 tempest-ServerRescueTestJSON-1370260993-project-member] Lock "1d5a8822-ed1f-497c-9705-123f1afa1cd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.478s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.305560] env[62093]: DEBUG oslo_concurrency.lockutils [req-98ab0f98-3482-4802-b033-fdc23b4fccf0 req-74e54b6c-f4c8-4650-a606-36fbacf49eb1 service nova] Releasing lock "refresh_cache-a793bc91-1ea5-48da-95b7-5b31fbac5caf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.490270] env[62093]: DEBUG nova.network.neutron [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Successfully updated port: ac892918-b198-45ad-8c8a-7ec595af24b5 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.709935] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710133, 'name': ReconfigVM_Task, 'duration_secs': 0.502407} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.711811] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84/e3ebd549-c79e-4984-a0af-d4cef39cdc84.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.712705] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82c610d-491e-49a0-936c-38fcd3861909 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.735027] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c2a297-ec5e-4f90-b142-9c949d69733f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.760600] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d991e80-b452-4245-8303-988dab60f3e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.785164] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570accc1-8a46-449f-9e71-a258f1180aa5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.799722] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.801064] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3def25e6-7625-407e-94bd-67bd3ab5ebf4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.810237] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1474.810237] env[62093]: value = "task-1710134" [ 1474.810237] env[62093]: _type = "Task" [ 1474.810237] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.820203] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.821495] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 58b211a6-d6a3-49ec-900e-63a32c7a98d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.821654] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.821754] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 2ed2dce7-7f24-4479-a059-36811c24b914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.821897] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 92aba8b4-7a12-483d-9e69-e591f2ce5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.822505] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a3e48e71-e343-48f3-8bbf-8498f4db9f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.822505] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance b0d3bf76-6ad3-468a-9f10-6e4d59354c79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.822505] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4df27ddb-3a70-4675-b7ad-68e5807eb40d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.822505] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 83c03847-f728-4adc-b77b-13cb3f6b6aec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.822705] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 9c7edb3c-e8f6-40f7-81bf-b1133f428625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.822747] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 900a64bc-5359-4a3f-afba-aacc2cedaef0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.822877] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.822994] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance e3ebd549-c79e-4984-a0af-d4cef39cdc84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.823134] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4a34bdd6-a12b-45d8-9b07-50464456c2c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.823259] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance fa13fc40-abbf-442a-a9dc-53f6b611c95c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.823398] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.823527] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.823733] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance b326f936-ef64-4cee-9897-b1e4369123dd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1474.823858] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 752fff1f-86fc-4808-a52a-fbc27681b4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.893022] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Completed reading data from the image iterator. {{(pid=62093) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1474.893287] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e816b-ca1a-0d9f-b97c-7ae128aeebf4/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1474.894271] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77862a1c-6961-41ee-82be-3efcf2b8bcbf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.901842] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e816b-ca1a-0d9f-b97c-7ae128aeebf4/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1474.902176] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e816b-ca1a-0d9f-b97c-7ae128aeebf4/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1474.902474] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2173e854-7275-4d5a-844b-245cf9a09592 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.995769] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.996021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.996021] env[62093]: DEBUG nova.network.neutron [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.077235] env[62093]: DEBUG nova.compute.manager [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Received event network-vif-plugged-ac892918-b198-45ad-8c8a-7ec595af24b5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1475.077235] env[62093]: DEBUG oslo_concurrency.lockutils [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] Acquiring lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.077235] env[62093]: DEBUG oslo_concurrency.lockutils [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.077235] env[62093]: DEBUG oslo_concurrency.lockutils [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.077838] env[62093]: DEBUG nova.compute.manager [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] No waiting events found dispatching network-vif-plugged-ac892918-b198-45ad-8c8a-7ec595af24b5 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1475.078078] env[62093]: WARNING nova.compute.manager [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Received unexpected event network-vif-plugged-ac892918-b198-45ad-8c8a-7ec595af24b5 for instance with vm_state building and task_state spawning. [ 1475.078285] env[62093]: DEBUG nova.compute.manager [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Received event network-changed-ac892918-b198-45ad-8c8a-7ec595af24b5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1475.078458] env[62093]: DEBUG nova.compute.manager [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Refreshing instance network info cache due to event network-changed-ac892918-b198-45ad-8c8a-7ec595af24b5. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1475.078655] env[62093]: DEBUG oslo_concurrency.lockutils [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] Acquiring lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.127847] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e816b-ca1a-0d9f-b97c-7ae128aeebf4/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1475.128104] env[62093]: INFO nova.virt.vmwareapi.images [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Downloaded image file data e1092dd2-7c4c-45a4-a5cf-3ae563107186 [ 1475.128993] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644e4993-ad28-412c-a3f8-2a34c22e40f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.147530] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b9d01e5-bf25-49bf-8358-b56a30839eca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.183506] env[62093]: INFO nova.virt.vmwareapi.images [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] The imported VM was unregistered [ 1475.187796] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Caching image {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1475.187796] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186 {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.187796] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f1ccb6a-611a-4f58-86d0-818fc41af460 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.214017] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Created directory with path [datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186 {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.214017] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100/OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100.vmdk to [datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186/e1092dd2-7c4c-45a4-a5cf-3ae563107186.vmdk. {{(pid=62093) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1475.214017] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-48ca7e97-c5c8-4d12-98f8-fbfddbcebd8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.225211] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1475.225211] env[62093]: value = "task-1710136" [ 1475.225211] env[62093]: _type = "Task" [ 1475.225211] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.237759] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.323348] env[62093]: DEBUG oslo_vmware.api [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710134, 'name': PowerOnVM_Task, 'duration_secs': 0.475334} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.323778] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.330458] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 64c40b08-3480-4869-8d35-f8b4db862733 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1475.330458] env[62093]: WARNING nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 25510ea1-1a29-4682-a6ef-2d1a63e3c90f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1475.330458] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a793bc91-1ea5-48da-95b7-5b31fbac5caf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1475.330458] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance ed51c944-4abc-4b54-b47f-88c9cb2897df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1475.330458] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance b8782dfa-80c8-4e6e-884e-e17f7b39722f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1475.558211] env[62093]: DEBUG nova.network.neutron [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.733794] env[62093]: DEBUG nova.network.neutron [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance_info_cache with network_info: [{"id": "ac892918-b198-45ad-8c8a-7ec595af24b5", "address": "fa:16:3e:c2:1e:d2", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac892918-b1", "ovs_interfaceid": "ac892918-b198-45ad-8c8a-7ec595af24b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.738540] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.840093] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 3f59fd4d-e610-4193-bf90-5f4e3963989f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1476.240733] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.241253] env[62093]: DEBUG nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Instance network_info: |[{"id": "ac892918-b198-45ad-8c8a-7ec595af24b5", "address": "fa:16:3e:c2:1e:d2", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac892918-b1", "ovs_interfaceid": "ac892918-b198-45ad-8c8a-7ec595af24b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1476.241658] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.242049] env[62093]: DEBUG oslo_concurrency.lockutils [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] Acquired lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.242330] env[62093]: DEBUG nova.network.neutron [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Refreshing network info cache for port ac892918-b198-45ad-8c8a-7ec595af24b5 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.244447] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:1e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac892918-b198-45ad-8c8a-7ec595af24b5', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.252483] env[62093]: DEBUG oslo.service.loopingcall [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.253175] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.253321] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b94b3d3-0169-4736-b0a9-73bea54626e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.275520] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.275520] env[62093]: value = "task-1710138" [ 1476.275520] env[62093]: _type = "Task" [ 1476.275520] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.285645] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710138, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.341522] env[62093]: INFO nova.compute.manager [None req-188c1ac0-dadb-4eab-a111-daaa29720245 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance to original state: 'active' [ 1476.344751] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance e22d7def-22b2-4f44-b5b7-1408bfa61e2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1476.738479] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.788950] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710138, 'name': CreateVM_Task, 'duration_secs': 0.435121} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.791585] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.792367] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.792560] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.792907] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.793568] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639c25f3-f9e9-49ca-a1c9-ed912b387870 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.799559] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1476.799559] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522bd992-ac3b-dffd-c5fe-47133c5575fa" [ 1476.799559] env[62093]: _type = "Task" [ 1476.799559] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.809124] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522bd992-ac3b-dffd-c5fe-47133c5575fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.850590] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1476.850932] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1476.851099] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1476.997765] env[62093]: DEBUG nova.network.neutron [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updated VIF entry in instance network info cache for port ac892918-b198-45ad-8c8a-7ec595af24b5. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.998176] env[62093]: DEBUG nova.network.neutron [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance_info_cache with network_info: [{"id": "ac892918-b198-45ad-8c8a-7ec595af24b5", "address": "fa:16:3e:c2:1e:d2", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac892918-b1", "ovs_interfaceid": "ac892918-b198-45ad-8c8a-7ec595af24b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.212510] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc3c8d-767f-4ff5-a062-701bd353f362 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.222301] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452f3084-3f01-4b17-ad13-3bf409e09723 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.266912] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4217ba3a-516d-45bc-9c14-a621060a40e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.277209] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.286107] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c110c7-eb7f-4fda-a5b3-77893ebb6085 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.312549] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.325903] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522bd992-ac3b-dffd-c5fe-47133c5575fa, 'name': SearchDatastore_Task, 'duration_secs': 0.110574} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.327151] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.327452] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.327928] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.327928] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.328101] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.328865] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4871cc8a-49bb-4efa-a62d-9a8595d0e8c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.354011] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.354272] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.355097] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569b4286-b324-400a-9ad2-d2eda612cf36 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.365785] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1477.365785] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52849c49-7f97-9c44-9072-81de31e70ba8" [ 1477.365785] env[62093]: _type = "Task" [ 1477.365785] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.376308] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52849c49-7f97-9c44-9072-81de31e70ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.501560] env[62093]: DEBUG oslo_concurrency.lockutils [req-bf74e806-ee97-4581-b261-fd1cb014f6d0 req-67fc5289-2d9d-41be-bc7d-6c5f060d4c34 service nova] Releasing lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.739510] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.819321] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1477.877722] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52849c49-7f97-9c44-9072-81de31e70ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.118579} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.878578] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2456930-696a-4d82-ba96-1f3be52b24c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.885509] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1477.885509] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5249c726-c5de-0893-5de6-f8d9fdcc1709" [ 1477.885509] env[62093]: _type = "Task" [ 1477.885509] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.894861] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5249c726-c5de-0893-5de6-f8d9fdcc1709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.240992] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.325298] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1478.325578] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.559s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.325836] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.165s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.332552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.332552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.216s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.332552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.332552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.117s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.332552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.332552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.837s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.332552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.333832] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.493s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.336277] env[62093]: INFO nova.compute.claims [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1478.340259] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.340259] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1478.350527] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.350791] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.351216] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.351216] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.351833] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.353397] env[62093]: INFO nova.compute.manager [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Terminating instance [ 1478.355557] env[62093]: DEBUG nova.compute.manager [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1478.356286] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.357129] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd3218-bc72-488b-977f-e062bf9959d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.367877] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.372645] env[62093]: INFO nova.scheduler.client.report [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted allocations for instance 900a64bc-5359-4a3f-afba-aacc2cedaef0 [ 1478.375025] env[62093]: INFO nova.scheduler.client.report [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted allocations for instance fa13fc40-abbf-442a-a9dc-53f6b611c95c [ 1478.376711] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c515c133-7aca-40a6-b4e4-cba12d605820 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.384437] env[62093]: INFO nova.scheduler.client.report [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted allocations for instance b0d3bf76-6ad3-468a-9f10-6e4d59354c79 [ 1478.386615] env[62093]: INFO nova.scheduler.client.report [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Deleted allocations for instance bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7 [ 1478.397661] env[62093]: DEBUG oslo_vmware.api [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1478.397661] env[62093]: value = "task-1710140" [ 1478.397661] env[62093]: _type = "Task" [ 1478.397661] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.403435] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5249c726-c5de-0893-5de6-f8d9fdcc1709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.410395] env[62093]: DEBUG oslo_vmware.api [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.741663] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.855336] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] There are 49 instances to clean {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1478.855626] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 632a6b87-2a4b-4bff-be3b-fc31ebb2c3b4] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1478.888628] env[62093]: DEBUG oslo_concurrency.lockutils [None req-914139e7-7cf8-498f-8566-a254c21ca688 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "900a64bc-5359-4a3f-afba-aacc2cedaef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.762s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.889705] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7c44bcd4-ff2e-495d-b4f7-cfa1171202ad tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "fa13fc40-abbf-442a-a9dc-53f6b611c95c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.208s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.899094] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4cc404b-402f-4b93-b8d2-9c419aba6bb7 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "b0d3bf76-6ad3-468a-9f10-6e4d59354c79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.549s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.902648] env[62093]: DEBUG oslo_concurrency.lockutils [None req-52a774cb-c936-4d29-9c27-ddbd878bea1f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.729s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.912789] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5249c726-c5de-0893-5de6-f8d9fdcc1709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.919772] env[62093]: DEBUG oslo_vmware.api [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710140, 'name': PowerOffVM_Task, 'duration_secs': 0.249832} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.920184] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.920455] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.921145] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd2b8eda-1a8c-4620-bd12-917b79c72a84 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.137162] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.137503] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.137793] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.138080] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.138334] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.143137] env[62093]: INFO nova.compute.manager [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Terminating instance [ 1479.145375] env[62093]: DEBUG nova.compute.manager [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1479.145645] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.146812] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5240c37a-38f9-4992-aba5-b00baf49c423 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.159320] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.159620] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c396d9d-3c17-456b-916d-1b664d1b4fc9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.167481] env[62093]: DEBUG oslo_vmware.api [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1479.167481] env[62093]: value = "task-1710143" [ 1479.167481] env[62093]: _type = "Task" [ 1479.167481] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.169480] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915357ba-26d4-48ff-81e8-c6ac863b8b4c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.187400] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e9018-6df9-4a99-a0c4-9de82e88abd8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.191908] env[62093]: DEBUG oslo_vmware.api [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.220566] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b167d1-25f7-4546-a01f-689310c8121c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.228649] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f8d0bb-178c-46d5-96de-2f62138293cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.245276] env[62093]: DEBUG nova.compute.provider_tree [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.249432] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.362184] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: f2b66ab4-6826-46f7-a5c7-b027c4721ffa] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1479.399890] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5249c726-c5de-0893-5de6-f8d9fdcc1709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.678870] env[62093]: DEBUG oslo_vmware.api [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710143, 'name': PowerOffVM_Task, 'duration_secs': 0.238473} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.679195] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.679346] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.679622] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0648eb7-feda-4b55-a8b6-fd703ea341f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.743840] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.750942] env[62093]: DEBUG nova.scheduler.client.report [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1479.867825] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 6a398569-5c61-47e5-961f-0b3766f29440] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1479.901921] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5249c726-c5de-0893-5de6-f8d9fdcc1709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.245285] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.256512] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.922s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.257223] env[62093]: DEBUG nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1480.260812] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.779s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.261224] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.263342] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.139s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.263552] env[62093]: DEBUG nova.objects.instance [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lazy-loading 'pci_requests' on Instance uuid 64c40b08-3480-4869-8d35-f8b4db862733 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.283809] env[62093]: INFO nova.scheduler.client.report [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted allocations for instance 4a34bdd6-a12b-45d8-9b07-50464456c2c8 [ 1480.290474] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.290866] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.291188] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Deleting the datastore file [datastore1] e3ebd549-c79e-4984-a0af-d4cef39cdc84 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.293638] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ecb204c-0972-4950-8554-1cbfcfa19b43 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.295920] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.296129] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.296310] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleting the datastore file [datastore1] 92aba8b4-7a12-483d-9e69-e591f2ce5e64 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.296567] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9e8eeb2-66dd-4465-827a-1db78e354736 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.304851] env[62093]: DEBUG oslo_vmware.api [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1480.304851] env[62093]: value = "task-1710146" [ 1480.304851] env[62093]: _type = "Task" [ 1480.304851] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.305932] env[62093]: DEBUG oslo_vmware.api [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1480.305932] env[62093]: value = "task-1710145" [ 1480.305932] env[62093]: _type = "Task" [ 1480.305932] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.319613] env[62093]: DEBUG oslo_vmware.api [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.323963] env[62093]: DEBUG oslo_vmware.api [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.369665] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 996eec05-0579-4d90-b81c-d54d7dedcc6d] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1480.413845] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5249c726-c5de-0893-5de6-f8d9fdcc1709, 'name': SearchDatastore_Task, 'duration_secs': 2.060538} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.414181] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.414457] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b8782dfa-80c8-4e6e-884e-e17f7b39722f/b8782dfa-80c8-4e6e-884e-e17f7b39722f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.414752] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc01d14-1905-470e-91c3-ab485d1c6e11 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.425681] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1480.425681] env[62093]: value = "task-1710147" [ 1480.425681] env[62093]: _type = "Task" [ 1480.425681] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.434510] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.712478] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "e643332e-def9-4e37-ae70-227d8816809a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.712733] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "e643332e-def9-4e37-ae70-227d8816809a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.744058] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.766403] env[62093]: DEBUG nova.compute.utils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.769299] env[62093]: DEBUG nova.objects.instance [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lazy-loading 'numa_topology' on Instance uuid 64c40b08-3480-4869-8d35-f8b4db862733 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.770595] env[62093]: DEBUG nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1480.771061] env[62093]: DEBUG nova.network.neutron [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.794697] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5c5840fd-920b-47b6-836e-89d9518c4667 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "4a34bdd6-a12b-45d8-9b07-50464456c2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.609s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.823357] env[62093]: DEBUG oslo_vmware.api [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.823597] env[62093]: DEBUG oslo_vmware.api [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.873214] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 278e9b4e-24b0-4347-b3fb-bfb18325cd33] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1480.938128] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.954900] env[62093]: DEBUG nova.policy [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1338fe8ccc146058ddc168a93eb3c38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dea2b9f5541a45cc9c15f82ac10f9740', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1481.215367] env[62093]: DEBUG nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1481.244792] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.278195] env[62093]: DEBUG nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1481.281530] env[62093]: INFO nova.compute.claims [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.325354] env[62093]: DEBUG oslo_vmware.api [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.330421] env[62093]: DEBUG oslo_vmware.api [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.376814] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 8fdab373-a464-4f3d-b418-2e9294fd4237] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1481.443434] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.503507] env[62093]: DEBUG nova.network.neutron [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Successfully created port: c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.742515] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.746840] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710136, 'name': MoveVirtualDisk_Task, 'duration_secs': 6.229004} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.747137] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100/OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100.vmdk to [datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186/e1092dd2-7c4c-45a4-a5cf-3ae563107186.vmdk. [ 1481.747362] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Cleaning up location [datastore1] OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100 {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1481.747533] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_228923fe-8559-4b05-b62c-793e55114100 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.747811] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76db4f88-c34f-4ce7-ab0b-48f157ec3348 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.756017] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1481.756017] env[62093]: value = "task-1710148" [ 1481.756017] env[62093]: _type = "Task" [ 1481.756017] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.766483] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.819240] env[62093]: DEBUG oslo_vmware.api [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.205189} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.820485] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.824023] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.824023] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.824023] env[62093]: INFO nova.compute.manager [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1481.824023] env[62093]: DEBUG oslo.service.loopingcall [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.824023] env[62093]: DEBUG nova.compute.manager [-] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1481.824023] env[62093]: DEBUG nova.network.neutron [-] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.828022] env[62093]: DEBUG oslo_vmware.api [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.229864} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.828613] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.828812] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.829049] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.830154] env[62093]: INFO nova.compute.manager [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Took 3.47 seconds to destroy the instance on the hypervisor. [ 1481.830455] env[62093]: DEBUG oslo.service.loopingcall [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.830697] env[62093]: DEBUG nova.compute.manager [-] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1481.830800] env[62093]: DEBUG nova.network.neutron [-] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.881489] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: ba998c86-cbbb-4280-b2f7-e637076d4b5f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1481.925189] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Acquiring lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.925483] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.941017] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710147, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.268892] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418069} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.269606] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.269813] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186/e1092dd2-7c4c-45a4-a5cf-3ae563107186.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.270076] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186/e1092dd2-7c4c-45a4-a5cf-3ae563107186.vmdk to [datastore1] ed51c944-4abc-4b54-b47f-88c9cb2897df/ed51c944-4abc-4b54-b47f-88c9cb2897df.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.271407] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b637c7da-6cfc-4fab-86d4-e90525a0a8c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.274618] env[62093]: DEBUG nova.compute.manager [req-77276e24-b3b1-4624-a44c-787c09fb3318 req-be049042-919e-4a40-a445-ce156d115744 service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Received event network-vif-deleted-77572f9a-1310-4edf-98de-ff0ba0eea75c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.274872] env[62093]: INFO nova.compute.manager [req-77276e24-b3b1-4624-a44c-787c09fb3318 req-be049042-919e-4a40-a445-ce156d115744 service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Neutron deleted interface 77572f9a-1310-4edf-98de-ff0ba0eea75c; detaching it from the instance and deleting it from the info cache [ 1482.275572] env[62093]: DEBUG nova.network.neutron [req-77276e24-b3b1-4624-a44c-787c09fb3318 req-be049042-919e-4a40-a445-ce156d115744 service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.285034] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1482.285034] env[62093]: value = "task-1710149" [ 1482.285034] env[62093]: _type = "Task" [ 1482.285034] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.295860] env[62093]: DEBUG nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1482.304136] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.330582] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.330857] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.331029] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.331210] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.331356] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.331630] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.331887] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.332063] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.332234] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.332391] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.332580] env[62093]: DEBUG nova.virt.hardware [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.334911] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6f6ed1-9142-4172-b1b9-a5318267a86e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.343435] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd596221-e7d0-46f7-80b7-147e89f64853 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.388316] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 6e8789c5-3287-4939-98a4-802edbae4b53] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1482.398186] env[62093]: DEBUG nova.compute.manager [req-d6a7a5e0-9c9f-4e06-89f1-fdc8ceaa5769 req-2448031c-f7c2-41f1-aa7c-99c219829af0 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Received event network-vif-deleted-c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.398290] env[62093]: INFO nova.compute.manager [req-d6a7a5e0-9c9f-4e06-89f1-fdc8ceaa5769 req-2448031c-f7c2-41f1-aa7c-99c219829af0 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Neutron deleted interface c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13; detaching it from the instance and deleting it from the info cache [ 1482.398587] env[62093]: DEBUG nova.network.neutron [req-d6a7a5e0-9c9f-4e06-89f1-fdc8ceaa5769 req-2448031c-f7c2-41f1-aa7c-99c219829af0 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.435645] env[62093]: DEBUG nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1482.451294] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710147, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.770457} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.454186] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b8782dfa-80c8-4e6e-884e-e17f7b39722f/b8782dfa-80c8-4e6e-884e-e17f7b39722f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.454421] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.455338] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55af33db-7a1d-4bf2-9da2-31dd6f63d039 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.465252] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1482.465252] env[62093]: value = "task-1710150" [ 1482.465252] env[62093]: _type = "Task" [ 1482.465252] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.481488] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.590502] env[62093]: DEBUG nova.network.neutron [-] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.699180] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b9ebf-2613-45ed-b5d7-c188c18c94fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.707680] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574f4ec-428b-432a-8cbf-7668e0758307 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.742012] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4119bd56-d00f-4d27-a0aa-fa2da33c390b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.751065] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a2f3c-35d3-4977-8b74-c91059ed4882 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.766140] env[62093]: DEBUG nova.compute.provider_tree [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.777143] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06e916ad-d72d-4c72-977f-87465bee9223 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.793030] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aafa87-e2bf-41b1-ab09-6cb902dbdc7a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.807395] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710149, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.831804] env[62093]: DEBUG nova.compute.manager [req-77276e24-b3b1-4624-a44c-787c09fb3318 req-be049042-919e-4a40-a445-ce156d115744 service nova] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Detach interface failed, port_id=77572f9a-1310-4edf-98de-ff0ba0eea75c, reason: Instance 92aba8b4-7a12-483d-9e69-e591f2ce5e64 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1482.842583] env[62093]: DEBUG nova.network.neutron [-] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.895514] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 120937ab-0557-40a6-8378-9d3c8d7bcc17] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1482.901627] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a71bae18-b455-4d6c-8c7e-3b88a85dacca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.913309] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b1de72-ab30-4661-ac54-d7d867994c68 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.956430] env[62093]: DEBUG nova.compute.manager [req-d6a7a5e0-9c9f-4e06-89f1-fdc8ceaa5769 req-2448031c-f7c2-41f1-aa7c-99c219829af0 service nova] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Detach interface failed, port_id=c3eadb57-1bf7-4b98-a9f3-4035e8b2fc13, reason: Instance e3ebd549-c79e-4984-a0af-d4cef39cdc84 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1482.972460] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.977201] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193501} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.977201] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.978396] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b823f35-9223-4819-a6d4-458b7bbf0226 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.004552] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] b8782dfa-80c8-4e6e-884e-e17f7b39722f/b8782dfa-80c8-4e6e-884e-e17f7b39722f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.004832] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5bb69e-f1a7-48e0-aaf8-b9dc35d95fd0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.030380] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1483.030380] env[62093]: value = "task-1710151" [ 1483.030380] env[62093]: _type = "Task" [ 1483.030380] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.040975] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.094295] env[62093]: INFO nova.compute.manager [-] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Took 1.27 seconds to deallocate network for instance. [ 1483.290985] env[62093]: ERROR nova.scheduler.client.report [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [req-cf37f956-557e-4ac0-a459-679a330c1630] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf37f956-557e-4ac0-a459-679a330c1630"}]} [ 1483.299794] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710149, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.310174] env[62093]: DEBUG nova.scheduler.client.report [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1483.325784] env[62093]: DEBUG nova.scheduler.client.report [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1483.326186] env[62093]: DEBUG nova.compute.provider_tree [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.345893] env[62093]: INFO nova.compute.manager [-] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Took 1.51 seconds to deallocate network for instance. [ 1483.347743] env[62093]: DEBUG nova.scheduler.client.report [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1483.370781] env[62093]: DEBUG nova.scheduler.client.report [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1483.399034] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: c8bbc092-e564-4c19-b787-65afa1ae7d60] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1483.525522] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.525861] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.526175] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.526423] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.526645] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.529218] env[62093]: INFO nova.compute.manager [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Terminating instance [ 1483.538125] env[62093]: DEBUG nova.compute.manager [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1483.538125] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.539337] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c2e49a-60d5-4bf0-88f3-3f942586e03b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.553550] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.553812] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.555154] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.555328] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710151, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.558634] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2161a040-c1f6-4980-b16c-821840b4b221 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.571200] env[62093]: DEBUG oslo_vmware.api [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1483.571200] env[62093]: value = "task-1710152" [ 1483.571200] env[62093]: _type = "Task" [ 1483.571200] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.586176] env[62093]: DEBUG oslo_vmware.api [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.601404] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.604660] env[62093]: DEBUG nova.network.neutron [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Successfully updated port: c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.800127] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710149, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.804895] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c649e1e1-83c1-4199-9e50-32a6d5d1072f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.814651] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c621a013-2a98-47a1-a4a2-f76f65e25c45 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.850418] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297e9e56-9281-4939-a6cf-80b363894377 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.855469] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.859949] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ddaf6-55d0-4801-bb08-8f4b0f930e9b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.875748] env[62093]: DEBUG nova.compute.provider_tree [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.905651] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 3ec3d23d-77af-4e82-8ef3-bb80e6d7516c] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1484.044372] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710151, 'name': ReconfigVM_Task, 'duration_secs': 0.597215} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.044793] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] b8782dfa-80c8-4e6e-884e-e17f7b39722f/b8782dfa-80c8-4e6e-884e-e17f7b39722f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.045529] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6321d7be-a2f3-41b1-b08b-a7620431c5ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.054729] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1484.054729] env[62093]: value = "task-1710153" [ 1484.054729] env[62093]: _type = "Task" [ 1484.054729] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.058166] env[62093]: DEBUG nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1484.068364] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710153, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.081812] env[62093]: DEBUG oslo_vmware.api [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.106064] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.106064] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.106064] env[62093]: DEBUG nova.network.neutron [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.300199] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710149, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.379340] env[62093]: DEBUG nova.scheduler.client.report [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1484.409194] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 31b03a1d-f7fc-4dc1-9ba1-c5bfaff15f29] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1484.427924] env[62093]: DEBUG nova.compute.manager [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received event network-vif-plugged-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1484.428016] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.428236] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.428393] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.428588] env[62093]: DEBUG nova.compute.manager [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] No waiting events found dispatching network-vif-plugged-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1484.428794] env[62093]: WARNING nova.compute.manager [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received unexpected event network-vif-plugged-c95595c5-f3ce-4260-9704-3376951dd44c for instance with vm_state building and task_state spawning. [ 1484.428979] env[62093]: DEBUG nova.compute.manager [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received event network-changed-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1484.429192] env[62093]: DEBUG nova.compute.manager [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Refreshing instance network info cache due to event network-changed-c95595c5-f3ce-4260-9704-3376951dd44c. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1484.429371] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] Acquiring lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.574792] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710153, 'name': Rename_Task, 'duration_secs': 0.209708} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.580124] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.580595] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e3d1d0-1b62-4ceb-8f66-1a554fec0e34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.587209] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.591203] env[62093]: DEBUG oslo_vmware.api [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710152, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.592599] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1484.592599] env[62093]: value = "task-1710154" [ 1484.592599] env[62093]: _type = "Task" [ 1484.592599] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.609456] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.657685] env[62093]: DEBUG nova.network.neutron [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.797565] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710149, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.884473] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.621s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.886727] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.209s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.888381] env[62093]: INFO nova.compute.claims [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.912478] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 12f3f357-d537-4ac7-83a4-61229287461d] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1484.943385] env[62093]: DEBUG nova.network.neutron [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [{"id": "c95595c5-f3ce-4260-9704-3376951dd44c", "address": "fa:16:3e:9e:0a:20", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95595c5-f3", "ovs_interfaceid": "c95595c5-f3ce-4260-9704-3376951dd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.962793] env[62093]: INFO nova.network.neutron [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating port 8eb38d9c-5462-4a15-b80f-30c3c1311093 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1485.092102] env[62093]: DEBUG oslo_vmware.api [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710152, 'name': PowerOffVM_Task, 'duration_secs': 1.0654} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.092710] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.093037] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.093440] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd520735-82d6-4fef-b917-274f45ceab8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.105534] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710154, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.301968] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710149, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.002341} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.302372] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e1092dd2-7c4c-45a4-a5cf-3ae563107186/e1092dd2-7c4c-45a4-a5cf-3ae563107186.vmdk to [datastore1] ed51c944-4abc-4b54-b47f-88c9cb2897df/ed51c944-4abc-4b54-b47f-88c9cb2897df.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.303272] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0ee385-77d4-4bbf-8fe3-8744658f8151 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.328632] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ed51c944-4abc-4b54-b47f-88c9cb2897df/ed51c944-4abc-4b54-b47f-88c9cb2897df.vmdk or device None with type streamOptimized {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.328999] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501b902c-d3eb-468c-a5ee-12d59b91bc37 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.345132] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.345342] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.345531] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Deleting the datastore file [datastore1] 58b211a6-d6a3-49ec-900e-63a32c7a98d2 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.346195] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29cf4f58-6091-4e62-bf3b-998e591c97d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.353308] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1485.353308] env[62093]: value = "task-1710156" [ 1485.353308] env[62093]: _type = "Task" [ 1485.353308] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.355553] env[62093]: DEBUG oslo_vmware.api [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for the task: (returnval){ [ 1485.355553] env[62093]: value = "task-1710157" [ 1485.355553] env[62093]: _type = "Task" [ 1485.355553] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.362468] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.367732] env[62093]: DEBUG oslo_vmware.api [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.416525] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: c9aa8cda-9a07-4463-9552-c8af6c2f90f4] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1485.447755] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.448160] env[62093]: DEBUG nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Instance network_info: |[{"id": "c95595c5-f3ce-4260-9704-3376951dd44c", "address": "fa:16:3e:9e:0a:20", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95595c5-f3", "ovs_interfaceid": "c95595c5-f3ce-4260-9704-3376951dd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1485.448522] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] Acquired lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.448771] env[62093]: DEBUG nova.network.neutron [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Refreshing network info cache for port c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.450572] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:0a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c95595c5-f3ce-4260-9704-3376951dd44c', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.459663] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating folder: Project (dea2b9f5541a45cc9c15f82ac10f9740). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.463407] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc9ce211-10f5-4b96-a0f1-12887c2789f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.477387] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Created folder: Project (dea2b9f5541a45cc9c15f82ac10f9740) in parent group-v356072. [ 1485.477646] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating folder: Instances. Parent ref: group-v356278. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.477938] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49d4e678-c871-442f-a08f-312663764aa0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.489355] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Created folder: Instances in parent group-v356278. [ 1485.489637] env[62093]: DEBUG oslo.service.loopingcall [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.489856] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.490078] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97fc6264-bb4b-4b4c-be90-240b25bc6c99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.511528] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.511528] env[62093]: value = "task-1710160" [ 1485.511528] env[62093]: _type = "Task" [ 1485.511528] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.519679] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710160, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.605701] env[62093]: DEBUG oslo_vmware.api [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710154, 'name': PowerOnVM_Task, 'duration_secs': 0.708657} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.605701] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1485.605953] env[62093]: INFO nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1485.606057] env[62093]: DEBUG nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1485.606806] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703bc59-ab10-46bd-9071-e8558aa1cd28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.754357] env[62093]: DEBUG nova.network.neutron [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updated VIF entry in instance network info cache for port c95595c5-f3ce-4260-9704-3376951dd44c. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.754758] env[62093]: DEBUG nova.network.neutron [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [{"id": "c95595c5-f3ce-4260-9704-3376951dd44c", "address": "fa:16:3e:9e:0a:20", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95595c5-f3", "ovs_interfaceid": "c95595c5-f3ce-4260-9704-3376951dd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.868912] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.869262] env[62093]: DEBUG oslo_vmware.api [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Task: {'id': task-1710157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170249} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.869517] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.869699] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.869894] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.870090] env[62093]: INFO nova.compute.manager [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1485.870402] env[62093]: DEBUG oslo.service.loopingcall [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.870613] env[62093]: DEBUG nova.compute.manager [-] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1485.870727] env[62093]: DEBUG nova.network.neutron [-] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.921805] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: a64fe611-ea44-4417-a6ea-fe4c33d10afc] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1486.023475] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710160, 'name': CreateVM_Task, 'duration_secs': 0.502509} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.026008] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.026827] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.026993] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.027312] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.027603] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5755c67-272f-47f2-b257-fbc77fcaa20c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.033099] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1486.033099] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ac6195-f93c-2a3a-176d-aa450c3eb9d0" [ 1486.033099] env[62093]: _type = "Task" [ 1486.033099] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.045460] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ac6195-f93c-2a3a-176d-aa450c3eb9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.045747] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.045977] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.046633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.046633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.046633] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.046859] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b80fcf-c9d0-4951-ab6f-b11800b0bcd4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.061374] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.061564] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.062342] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0845f0-07f0-439d-aea3-2b1e8a54e2c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.071055] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1486.071055] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523b9463-44f3-01b7-8bb9-98dc103f4e08" [ 1486.071055] env[62093]: _type = "Task" [ 1486.071055] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.081235] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523b9463-44f3-01b7-8bb9-98dc103f4e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.125723] env[62093]: INFO nova.compute.manager [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Took 55.37 seconds to build instance. [ 1486.231141] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc188cb8-5b70-464e-bb10-2dfb053a176d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.239442] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b07363a-02bc-4738-922c-bd77cd1b04b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.272644] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e6f941c-a6fc-4878-baf1-f176f745acb5 req-132f3e2d-6943-40ff-93a5-e0f10b24042a service nova] Releasing lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.273828] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b6d29-b99c-45ac-9621-0bca9a81e77e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.282306] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a697a71c-a114-415d-9fa5-a2e0ee3bc840 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.297051] env[62093]: DEBUG nova.compute.provider_tree [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1486.362915] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.425685] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1d5a8822-ed1f-497c-9705-123f1afa1cd3] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1486.584204] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523b9463-44f3-01b7-8bb9-98dc103f4e08, 'name': SearchDatastore_Task, 'duration_secs': 0.008907} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.584897] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0420763a-edad-41a2-a97d-baf4bd6e6fce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.590596] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1486.590596] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d5da92-b02d-4e0d-ba08-62d012d7c284" [ 1486.590596] env[62093]: _type = "Task" [ 1486.590596] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.598588] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d5da92-b02d-4e0d-ba08-62d012d7c284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.628279] env[62093]: DEBUG oslo_concurrency.lockutils [None req-09ac5fb8-432b-4bcc-9537-22d5d00cab6a tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.878s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.829860] env[62093]: DEBUG nova.scheduler.client.report [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1486.830146] env[62093]: DEBUG nova.compute.provider_tree [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 104 to 105 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1486.830326] env[62093]: DEBUG nova.compute.provider_tree [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1486.863951] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710156, 'name': ReconfigVM_Task, 'duration_secs': 1.239941} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.864244] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ed51c944-4abc-4b54-b47f-88c9cb2897df/ed51c944-4abc-4b54-b47f-88c9cb2897df.vmdk or device None with type streamOptimized {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.864899] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f678f8b-cdee-49bd-ad9f-428ed0d98753 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.874665] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1486.874665] env[62093]: value = "task-1710161" [ 1486.874665] env[62093]: _type = "Task" [ 1486.874665] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.883069] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710161, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.931177] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 0b266399-2979-47cc-b68d-6e961904ad56] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1487.103908] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d5da92-b02d-4e0d-ba08-62d012d7c284, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.104215] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.104474] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f/3f59fd4d-e610-4193-bf90-5f4e3963989f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.104780] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b312cab0-5f20-4a3f-8932-a194adb5557a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.113285] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1487.113285] env[62093]: value = "task-1710162" [ 1487.113285] env[62093]: _type = "Task" [ 1487.113285] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.122656] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.143477] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.143477] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.143477] env[62093]: DEBUG nova.network.neutron [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.192690] env[62093]: DEBUG nova.compute.manager [req-7e3b32a7-d98f-4ee4-bdac-03e29d7752cc req-cb038291-2f18-4379-b252-17dcadbc2744 service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Received event network-vif-deleted-0eb73de8-e1bf-4883-b4a7-bedfd1975f03 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1487.192982] env[62093]: INFO nova.compute.manager [req-7e3b32a7-d98f-4ee4-bdac-03e29d7752cc req-cb038291-2f18-4379-b252-17dcadbc2744 service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Neutron deleted interface 0eb73de8-e1bf-4883-b4a7-bedfd1975f03; detaching it from the instance and deleting it from the info cache [ 1487.193171] env[62093]: DEBUG nova.network.neutron [req-7e3b32a7-d98f-4ee4-bdac-03e29d7752cc req-cb038291-2f18-4379-b252-17dcadbc2744 service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.336687] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.336905] env[62093]: DEBUG nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1487.339646] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.179s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.339902] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.342325] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.652s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.343654] env[62093]: INFO nova.compute.claims [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.365596] env[62093]: INFO nova.scheduler.client.report [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Deleted allocations for instance b326f936-ef64-4cee-9897-b1e4369123dd [ 1487.385447] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710161, 'name': Rename_Task, 'duration_secs': 0.15657} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.385785] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.386089] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0817eb-b824-4f23-8564-211c9c223d5a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.394546] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1487.394546] env[62093]: value = "task-1710163" [ 1487.394546] env[62093]: _type = "Task" [ 1487.394546] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.406335] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.409613] env[62093]: DEBUG nova.network.neutron [-] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.435120] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 765f8738-4082-4ee1-a948-7f27effc12ee] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1487.627028] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710162, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.700356] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aed26806-9849-4eef-b150-cc03c7d45028 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.712961] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a81a15-bb5b-44c9-bbe3-9659d7621671 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.750145] env[62093]: DEBUG nova.compute.manager [req-7e3b32a7-d98f-4ee4-bdac-03e29d7752cc req-cb038291-2f18-4379-b252-17dcadbc2744 service nova] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Detach interface failed, port_id=0eb73de8-e1bf-4883-b4a7-bedfd1975f03, reason: Instance 58b211a6-d6a3-49ec-900e-63a32c7a98d2 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1487.848415] env[62093]: DEBUG nova.compute.utils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.852436] env[62093]: DEBUG nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1487.852572] env[62093]: DEBUG nova.network.neutron [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.874941] env[62093]: DEBUG oslo_concurrency.lockutils [None req-740f4015-90c2-45d0-aa89-b4bfa920c765 tempest-ServerMetadataTestJSON-189101032 tempest-ServerMetadataTestJSON-189101032-project-member] Lock "b326f936-ef64-4cee-9897-b1e4369123dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.919s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.878151] env[62093]: DEBUG nova.network.neutron [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [{"id": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "address": "fa:16:3e:67:75:22", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb38d9c-54", "ovs_interfaceid": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.904554] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.905854] env[62093]: DEBUG nova.policy [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32599a1871f442cca6b546b67b6c7a97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34b42c96bbd44259bad56986e684da86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1487.911947] env[62093]: INFO nova.compute.manager [-] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Took 2.04 seconds to deallocate network for instance. [ 1487.937493] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 5c7db1fd-3305-4177-b915-13aaef65955e] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1488.124917] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620103} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.125232] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f/3f59fd4d-e610-4193-bf90-5f4e3963989f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.126270] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.126270] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1e6e906-04d4-4b98-b3e0-9ba870b88202 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.132205] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1488.132205] env[62093]: value = "task-1710164" [ 1488.132205] env[62093]: _type = "Task" [ 1488.132205] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.140356] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.349213] env[62093]: DEBUG nova.network.neutron [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Successfully created port: e98bfad4-bb9f-4705-ac61-4911f57a05a9 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.353527] env[62093]: DEBUG nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1488.381277] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.418080] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.422902] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710163, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.425191] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0874a1714dae01e5fa903843b13063b2',container_format='bare',created_at=2024-12-10T21:55:20Z,direct_url=,disk_format='vmdk',id=e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1967666975-shelved',owner='65f2127ab59c47968711e07d0889397d',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-10T21:55:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.425430] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.425623] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.425818] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.425959] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.426117] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.426325] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.426475] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.426641] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.426792] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.426958] env[62093]: DEBUG nova.virt.hardware [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.428096] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944483b7-574c-4b4f-be08-aeafc7790432 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.439278] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344f7688-da1b-4be1-8cf5-2381e5630d74 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.443440] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 55e6177f-5550-4c5b-947e-0a0a4b6ed60b] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1488.460765] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:75:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eb38d9c-5462-4a15-b80f-30c3c1311093', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.468812] env[62093]: DEBUG oslo.service.loopingcall [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.469220] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.469768] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97f6bbc7-81f6-439c-a30f-75d373ddc6ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.496293] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.496293] env[62093]: value = "task-1710165" [ 1488.496293] env[62093]: _type = "Task" [ 1488.496293] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.504908] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710165, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.521448] env[62093]: DEBUG nova.compute.manager [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Stashing vm_state: active {{(pid=62093) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1488.643207] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153234} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.645984] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.647161] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbb328d-140f-43cb-86e7-241f726076cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.671036] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f/3f59fd4d-e610-4193-bf90-5f4e3963989f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.673934] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f27d07e-3d13-4bb3-a58d-08fae5f13559 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.694543] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1488.694543] env[62093]: value = "task-1710166" [ 1488.694543] env[62093]: _type = "Task" [ 1488.694543] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.703126] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.762566] env[62093]: DEBUG nova.network.neutron [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Successfully created port: 59a2d20d-9ab3-4f68-bfc5-4805e1651f1d {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.833424] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab2d8d0-fcbb-41fc-9006-661d3e68c249 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.841714] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444ebb83-2750-4699-b1ee-9d3f3e9f2539 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.885172] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82032c67-dc9f-4a64-9554-6f82ad3813a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.893977] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c761876b-a695-470c-bbdf-031d3ad7218c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.916865] env[62093]: DEBUG nova.compute.provider_tree [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.919006] env[62093]: DEBUG oslo_vmware.api [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710163, 'name': PowerOnVM_Task, 'duration_secs': 1.508358} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.919292] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.919540] env[62093]: INFO nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Took 20.63 seconds to spawn the instance on the hypervisor. [ 1488.919740] env[62093]: DEBUG nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1488.920630] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bdf1f0-4b76-49da-9daa-5807d679e65a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.946543] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 6fe8a5ce-e7d1-41d9-a9c7-6e5db9601035] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1489.006421] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710165, 'name': CreateVM_Task, 'duration_secs': 0.471843} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.006596] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.007310] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.007489] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.007875] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.008158] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3ee59e-c1b2-4d62-83f3-f63bcd3ef041 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.013950] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1489.013950] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5216c37e-5d48-ef85-530f-50c0de1bcbcf" [ 1489.013950] env[62093]: _type = "Task" [ 1489.013950] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.022644] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5216c37e-5d48-ef85-530f-50c0de1bcbcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.038947] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.206916] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710166, 'name': ReconfigVM_Task, 'duration_secs': 0.46969} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.207192] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f/3f59fd4d-e610-4193-bf90-5f4e3963989f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.207848] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ad2e88-cd74-48f7-94af-3520c7725d87 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.214695] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1489.214695] env[62093]: value = "task-1710167" [ 1489.214695] env[62093]: _type = "Task" [ 1489.214695] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.222882] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710167, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.271520] env[62093]: DEBUG nova.compute.manager [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received event network-vif-plugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1489.271773] env[62093]: DEBUG oslo_concurrency.lockutils [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] Acquiring lock "64c40b08-3480-4869-8d35-f8b4db862733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.271982] env[62093]: DEBUG oslo_concurrency.lockutils [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] Lock "64c40b08-3480-4869-8d35-f8b4db862733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.272716] env[62093]: DEBUG oslo_concurrency.lockutils [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] Lock "64c40b08-3480-4869-8d35-f8b4db862733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.272898] env[62093]: DEBUG nova.compute.manager [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] No waiting events found dispatching network-vif-plugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1489.273079] env[62093]: WARNING nova.compute.manager [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received unexpected event network-vif-plugged-8eb38d9c-5462-4a15-b80f-30c3c1311093 for instance with vm_state shelved_offloaded and task_state spawning. [ 1489.273243] env[62093]: DEBUG nova.compute.manager [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received event network-changed-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1489.273395] env[62093]: DEBUG nova.compute.manager [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Refreshing instance network info cache due to event network-changed-8eb38d9c-5462-4a15-b80f-30c3c1311093. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1489.273580] env[62093]: DEBUG oslo_concurrency.lockutils [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] Acquiring lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.273711] env[62093]: DEBUG oslo_concurrency.lockutils [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] Acquired lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.273910] env[62093]: DEBUG nova.network.neutron [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Refreshing network info cache for port 8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.386079] env[62093]: DEBUG nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1489.414735] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1489.414996] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1489.415204] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.415391] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1489.415538] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.415684] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1489.415889] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1489.416257] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1489.416257] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1489.416372] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1489.416534] env[62093]: DEBUG nova.virt.hardware [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1489.417768] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e6dc83-9909-4262-8d19-74873a72ab36 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.421047] env[62093]: DEBUG nova.scheduler.client.report [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1489.435405] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f0bf31-749b-45a5-86df-21e862d14ef1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.456817] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: ecfc3f4a-03dc-41dd-b81b-ead559732ec0] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1489.459918] env[62093]: INFO nova.compute.manager [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Took 60.46 seconds to build instance. [ 1489.524922] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.525200] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Processing image e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1 {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.525437] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.525585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.525761] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.526023] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e56b612-2f94-4053-a575-40b0f5f6a9cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.543102] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.543297] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.544035] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b89c8e7-b5e0-48e6-9b3a-27840a678a4f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.550059] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1489.550059] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525983e0-9301-6c29-7b3d-4c2a3fb37af3" [ 1489.550059] env[62093]: _type = "Task" [ 1489.550059] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.558728] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525983e0-9301-6c29-7b3d-4c2a3fb37af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.725290] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710167, 'name': Rename_Task, 'duration_secs': 0.149204} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.725696] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.725951] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23b30213-90a6-44f0-ba82-25fef095ed02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.733541] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1489.733541] env[62093]: value = "task-1710168" [ 1489.733541] env[62093]: _type = "Task" [ 1489.733541] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.745019] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.927562] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.927989] env[62093]: DEBUG nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1489.934018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.857s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.934018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.938022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.193s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.938022] env[62093]: INFO nova.compute.claims [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.960128] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: a899078d-6722-4934-98f2-977c269928cd] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1489.962952] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b19a9663-394f-496e-b3dd-0cf2ec3d7f4c tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "ed51c944-4abc-4b54-b47f-88c9cb2897df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.972s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.973542] env[62093]: INFO nova.scheduler.client.report [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Deleted allocations for instance 25510ea1-1a29-4682-a6ef-2d1a63e3c90f [ 1490.067317] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Preparing fetch location {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1490.067647] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Fetch image to [datastore1] OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93/OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93.vmdk {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1490.067836] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Downloading stream optimized image e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1 to [datastore1] OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93/OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93.vmdk on the data store datastore1 as vApp {{(pid=62093) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1490.068015] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Downloading image file data e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1 to the ESX as VM named 'OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93' {{(pid=62093) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1490.102727] env[62093]: DEBUG nova.network.neutron [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updated VIF entry in instance network info cache for port 8eb38d9c-5462-4a15-b80f-30c3c1311093. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.103185] env[62093]: DEBUG nova.network.neutron [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [{"id": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "address": "fa:16:3e:67:75:22", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb38d9c-54", "ovs_interfaceid": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.163910] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1490.163910] env[62093]: value = "resgroup-9" [ 1490.163910] env[62093]: _type = "ResourcePool" [ 1490.163910] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1490.164256] env[62093]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c5580aa6-3581-4276-b0c4-afc038e149b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.187248] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lease: (returnval){ [ 1490.187248] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529a08fb-e846-cbf8-e7f2-e46d81bf23ab" [ 1490.187248] env[62093]: _type = "HttpNfcLease" [ 1490.187248] env[62093]: } obtained for vApp import into resource pool (val){ [ 1490.187248] env[62093]: value = "resgroup-9" [ 1490.187248] env[62093]: _type = "ResourcePool" [ 1490.187248] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1490.187623] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the lease: (returnval){ [ 1490.187623] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529a08fb-e846-cbf8-e7f2-e46d81bf23ab" [ 1490.187623] env[62093]: _type = "HttpNfcLease" [ 1490.187623] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1490.196053] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1490.196053] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529a08fb-e846-cbf8-e7f2-e46d81bf23ab" [ 1490.196053] env[62093]: _type = "HttpNfcLease" [ 1490.196053] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1490.245143] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.332718] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "ed51c944-4abc-4b54-b47f-88c9cb2897df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.333203] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "ed51c944-4abc-4b54-b47f-88c9cb2897df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.333600] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "ed51c944-4abc-4b54-b47f-88c9cb2897df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.333846] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "ed51c944-4abc-4b54-b47f-88c9cb2897df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.334114] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "ed51c944-4abc-4b54-b47f-88c9cb2897df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.338024] env[62093]: INFO nova.compute.manager [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Terminating instance [ 1490.340727] env[62093]: DEBUG nova.compute.manager [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1490.340727] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1490.341773] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4031a1-c7e4-4c55-ad37-2edade3e9485 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.355144] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1490.355800] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0839194a-f7fc-4221-9537-ea966bd5bebb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.363384] env[62093]: DEBUG oslo_vmware.api [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1490.363384] env[62093]: value = "task-1710170" [ 1490.363384] env[62093]: _type = "Task" [ 1490.363384] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.372978] env[62093]: DEBUG oslo_vmware.api [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.442485] env[62093]: DEBUG nova.compute.utils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.446016] env[62093]: DEBUG nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1490.446282] env[62093]: DEBUG nova.network.neutron [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.467139] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 720ede3f-9e51-482b-bcfb-a2d5488711a5] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1490.482978] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aae254f8-973a-4eb6-997e-9c3574d9036f tempest-InstanceActionsNegativeTestJSON-411919158 tempest-InstanceActionsNegativeTestJSON-411919158-project-member] Lock "25510ea1-1a29-4682-a6ef-2d1a63e3c90f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.305s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.587946] env[62093]: DEBUG nova.policy [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21ea2e3f7574cc298667718e6642cc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72706918f2a649baa2e3eb6d9db62df1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1490.624178] env[62093]: DEBUG nova.network.neutron [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Successfully updated port: e98bfad4-bb9f-4705-ac61-4911f57a05a9 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1490.626346] env[62093]: DEBUG oslo_concurrency.lockutils [req-0db0cab1-c885-481e-8209-16cb4c62eb7f req-26b1383c-f381-4638-b027-a5a46c033ed0 service nova] Releasing lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.696165] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1490.696165] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529a08fb-e846-cbf8-e7f2-e46d81bf23ab" [ 1490.696165] env[62093]: _type = "HttpNfcLease" [ 1490.696165] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1490.747415] env[62093]: DEBUG oslo_vmware.api [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710168, 'name': PowerOnVM_Task, 'duration_secs': 0.680476} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.747716] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.747925] env[62093]: INFO nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1490.748412] env[62093]: DEBUG nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1490.749785] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117d7a32-4ba3-4c2f-a0a5-8674a142f132 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.873998] env[62093]: DEBUG oslo_vmware.api [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710170, 'name': PowerOffVM_Task, 'duration_secs': 0.244442} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.874447] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.874674] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.874878] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eff69bc-dad9-47a7-870b-2bf2b6e50988 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.947427] env[62093]: DEBUG nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1490.969452] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.970168] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.970563] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleting the datastore file [datastore1] ed51c944-4abc-4b54-b47f-88c9cb2897df {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.971097] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 7ca1e716-f3b6-412c-abba-03915c9e5bf1] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1490.973443] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-775070f0-0bb1-4035-8aa4-f4144c6fb66e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.984116] env[62093]: DEBUG oslo_vmware.api [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1490.984116] env[62093]: value = "task-1710172" [ 1490.984116] env[62093]: _type = "Task" [ 1490.984116] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.996602] env[62093]: DEBUG oslo_vmware.api [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.202119] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1491.202119] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529a08fb-e846-cbf8-e7f2-e46d81bf23ab" [ 1491.202119] env[62093]: _type = "HttpNfcLease" [ 1491.202119] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1491.202119] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1491.202119] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529a08fb-e846-cbf8-e7f2-e46d81bf23ab" [ 1491.202119] env[62093]: _type = "HttpNfcLease" [ 1491.202119] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1491.202119] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446ee7f-a7e6-4c7e-bd0d-17780f51b3cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.211692] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f6e7-1c1d-b1f0-b6b8-c9a3d940dd18/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1491.212210] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f6e7-1c1d-b1f0-b6b8-c9a3d940dd18/disk-0.vmdk. {{(pid=62093) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1491.300493] env[62093]: INFO nova.compute.manager [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Took 49.49 seconds to build instance. [ 1491.301487] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acae1483-88e5-412a-904e-edb048853585 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.407511] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f229e072-4508-4e2e-abc6-16b4c78515bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.414114] env[62093]: DEBUG nova.compute.manager [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Received event network-vif-plugged-e98bfad4-bb9f-4705-ac61-4911f57a05a9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1491.414347] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] Acquiring lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.414578] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.414741] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.414909] env[62093]: DEBUG nova.compute.manager [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] No waiting events found dispatching network-vif-plugged-e98bfad4-bb9f-4705-ac61-4911f57a05a9 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1491.415086] env[62093]: WARNING nova.compute.manager [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Received unexpected event network-vif-plugged-e98bfad4-bb9f-4705-ac61-4911f57a05a9 for instance with vm_state building and task_state spawning. [ 1491.415247] env[62093]: DEBUG nova.compute.manager [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Received event network-changed-e98bfad4-bb9f-4705-ac61-4911f57a05a9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1491.415411] env[62093]: DEBUG nova.compute.manager [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Refreshing instance network info cache due to event network-changed-e98bfad4-bb9f-4705-ac61-4911f57a05a9. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1491.415574] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] Acquiring lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.415742] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] Acquired lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.415873] env[62093]: DEBUG nova.network.neutron [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Refreshing network info cache for port e98bfad4-bb9f-4705-ac61-4911f57a05a9 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.423257] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb53c99-4f3d-4799-9f8c-4a177ed64443 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.458637] env[62093]: INFO nova.virt.block_device [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Booting with volume 7b92e994-d823-4571-9298-dab57b7bc1db at /dev/sda [ 1491.470535] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd3a469-0c51-4b75-9634-f07f46693abe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.477810] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a14ed-b0b2-482c-b32d-72505ea77ebc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.486154] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 3f8f25f5-c0d9-4ff8-92a0-938afc643166] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1491.504683] env[62093]: DEBUG nova.compute.provider_tree [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.513830] env[62093]: DEBUG oslo_vmware.api [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136184} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.514386] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.514576] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.514741] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.514903] env[62093]: INFO nova.compute.manager [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1491.515197] env[62093]: DEBUG oslo.service.loopingcall [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.518019] env[62093]: DEBUG nova.compute.manager [-] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1491.518019] env[62093]: DEBUG nova.network.neutron [-] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.535584] env[62093]: DEBUG nova.network.neutron [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Successfully created port: e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1491.543343] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4ff8272-9fe2-477c-a28e-37eb5c3d3152 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.554694] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1bf309-0fe4-4154-b44e-edc7d94f2423 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.602535] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca544687-8ed7-4c62-bb0a-c6bebbef3d9b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.616021] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba2d52-e649-4742-946c-3a69b2d536b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.658702] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3b7f2-4af8-4e1e-9b0b-4cad12978c2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.669171] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d8e490-1e51-4e3f-bd39-a8effcf5e851 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.683971] env[62093]: DEBUG nova.virt.block_device [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Updating existing volume attachment record: e04091c0-a7f4-41cb-a12f-ee86ef807b06 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1491.805914] env[62093]: DEBUG oslo_concurrency.lockutils [None req-951f4068-3cd7-466f-9602-180684ba1452 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.010s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.953884] env[62093]: DEBUG nova.network.neutron [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.995510] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: ceeacedc-7164-45b6-ae5f-3c65c86053b9] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1492.015898] env[62093]: DEBUG nova.scheduler.client.report [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1492.051634] env[62093]: DEBUG nova.network.neutron [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.345864] env[62093]: DEBUG nova.network.neutron [-] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.349256] env[62093]: DEBUG nova.compute.manager [req-c916e9f0-5ed6-4b54-935e-c517152c4602 req-efc0f57d-121c-421e-8899-dc34215b1b1c service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Received event network-vif-deleted-56b216e6-a378-48a3-9469-816155b2126d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1492.349575] env[62093]: INFO nova.compute.manager [req-c916e9f0-5ed6-4b54-935e-c517152c4602 req-efc0f57d-121c-421e-8899-dc34215b1b1c service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Neutron deleted interface 56b216e6-a378-48a3-9469-816155b2126d; detaching it from the instance and deleting it from the info cache [ 1492.349764] env[62093]: DEBUG nova.network.neutron [req-c916e9f0-5ed6-4b54-935e-c517152c4602 req-efc0f57d-121c-421e-8899-dc34215b1b1c service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.499655] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 4baacc94-eb68-4560-94fc-ace9700a751a] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1492.506549] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Completed reading data from the image iterator. {{(pid=62093) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1492.506549] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f6e7-1c1d-b1f0-b6b8-c9a3d940dd18/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1492.507287] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5510c133-8507-4a99-8a1d-1b39c19d7523 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.518372] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f6e7-1c1d-b1f0-b6b8-c9a3d940dd18/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1492.519053] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f6e7-1c1d-b1f0-b6b8-c9a3d940dd18/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1492.519053] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e3a06b82-2921-4f6f-99ad-17c0faffd470 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.521501] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.522075] env[62093]: DEBUG nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1492.525231] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.553s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.526970] env[62093]: INFO nova.compute.claims [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.553628] env[62093]: DEBUG oslo_concurrency.lockutils [req-ce7d68fe-fe90-4587-91e8-a608631e8780 req-e7cd430f-b801-487f-9dfd-acc8198d6610 service nova] Releasing lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.711367] env[62093]: DEBUG oslo_vmware.rw_handles [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f6e7-1c1d-b1f0-b6b8-c9a3d940dd18/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1492.711594] env[62093]: INFO nova.virt.vmwareapi.images [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Downloaded image file data e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1 [ 1492.712975] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bafac4-dd73-42ef-ab29-35c1ff4b8b28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.729425] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3654b92b-1bf6-4209-9cb9-e4b7c87d8b4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.812718] env[62093]: INFO nova.virt.vmwareapi.images [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] The imported VM was unregistered [ 1492.815290] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Caching image {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1492.815569] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1 {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.815968] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12834b3a-80b3-48a3-82e8-22bac11bffbc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.834569] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Created directory with path [datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1 {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.834875] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93/OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93.vmdk to [datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1.vmdk. {{(pid=62093) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1492.835171] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d1517c24-a944-4dfc-b1c3-e18e63bacb8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.843081] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1492.843081] env[62093]: value = "task-1710174" [ 1492.843081] env[62093]: _type = "Task" [ 1492.843081] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.852422] env[62093]: INFO nova.compute.manager [-] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Took 1.33 seconds to deallocate network for instance. [ 1492.852871] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710174, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.854554] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3869eedb-d4d6-41ad-8487-f9880cb77470 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.865783] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a545038-e59d-449f-83a7-622b306c523c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.901970] env[62093]: DEBUG nova.compute.manager [req-c916e9f0-5ed6-4b54-935e-c517152c4602 req-efc0f57d-121c-421e-8899-dc34215b1b1c service nova] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Detach interface failed, port_id=56b216e6-a378-48a3-9469-816155b2126d, reason: Instance ed51c944-4abc-4b54-b47f-88c9cb2897df could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1493.006796] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: d936e23a-03b5-4ddc-b214-cfa9a0112756] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1493.032255] env[62093]: DEBUG nova.compute.utils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.038166] env[62093]: DEBUG nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1493.038343] env[62093]: DEBUG nova.network.neutron [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.091571] env[62093]: DEBUG nova.policy [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd16d0baa72f475c83656489121f7c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dedf2cf7a88a40368fb6747e4618954d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1493.354959] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710174, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.362256] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.475914] env[62093]: DEBUG nova.network.neutron [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Successfully created port: a62dc1f1-49da-4ede-b42f-ee80ecce4e11 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.509053] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 53d953ab-e962-4a94-8332-4f9a00655b37] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1493.539041] env[62093]: DEBUG nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1493.820049] env[62093]: DEBUG nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1493.820142] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1493.820368] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1493.820531] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.820722] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1493.820871] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.821025] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1493.821232] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1493.821387] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1493.821553] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1493.821713] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1493.821882] env[62093]: DEBUG nova.virt.hardware [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1493.822811] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ce744-2ec2-4bd8-9c5c-bbbb4d58c7f9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.835171] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7059a343-4c4b-4773-a96c-e17d9c54d8c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.871677] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710174, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.970321] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8c0f65-b180-4451-b3a2-610fad931824 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.984717] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e07bfe-dd57-41a9-a44e-4156c705b5bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.024735] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 18012d6c-3324-4100-9a2a-ec0f292556ab] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1494.028596] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e903153c-b9e7-4343-8e55-f24d802beeed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.039479] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e207c09b-9f5f-42d0-a6f8-04db344a91b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.061498] env[62093]: DEBUG nova.compute.provider_tree [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.250577] env[62093]: DEBUG nova.network.neutron [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Successfully updated port: 59a2d20d-9ab3-4f68-bfc5-4805e1651f1d {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.325263] env[62093]: DEBUG nova.compute.manager [req-8ffe4a17-4c6e-4fe4-83c1-40e52370bcc0 req-e0ae0351-b091-496f-8aae-2cd320678011 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Received event network-vif-plugged-59a2d20d-9ab3-4f68-bfc5-4805e1651f1d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1494.325263] env[62093]: DEBUG oslo_concurrency.lockutils [req-8ffe4a17-4c6e-4fe4-83c1-40e52370bcc0 req-e0ae0351-b091-496f-8aae-2cd320678011 service nova] Acquiring lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.326638] env[62093]: DEBUG oslo_concurrency.lockutils [req-8ffe4a17-4c6e-4fe4-83c1-40e52370bcc0 req-e0ae0351-b091-496f-8aae-2cd320678011 service nova] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.327465] env[62093]: DEBUG oslo_concurrency.lockutils [req-8ffe4a17-4c6e-4fe4-83c1-40e52370bcc0 req-e0ae0351-b091-496f-8aae-2cd320678011 service nova] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.328262] env[62093]: DEBUG nova.compute.manager [req-8ffe4a17-4c6e-4fe4-83c1-40e52370bcc0 req-e0ae0351-b091-496f-8aae-2cd320678011 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] No waiting events found dispatching network-vif-plugged-59a2d20d-9ab3-4f68-bfc5-4805e1651f1d {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1494.328623] env[62093]: WARNING nova.compute.manager [req-8ffe4a17-4c6e-4fe4-83c1-40e52370bcc0 req-e0ae0351-b091-496f-8aae-2cd320678011 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Received unexpected event network-vif-plugged-59a2d20d-9ab3-4f68-bfc5-4805e1651f1d for instance with vm_state building and task_state spawning. [ 1494.358339] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710174, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.388427] env[62093]: DEBUG nova.compute.manager [req-6e62ec29-3269-4389-807c-c80255dbb4a0 req-34b0a450-ad7b-4d84-aaa3-695ba7f299c2 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received event network-changed-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1494.388427] env[62093]: DEBUG nova.compute.manager [req-6e62ec29-3269-4389-807c-c80255dbb4a0 req-34b0a450-ad7b-4d84-aaa3-695ba7f299c2 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Refreshing instance network info cache due to event network-changed-c95595c5-f3ce-4260-9704-3376951dd44c. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1494.388768] env[62093]: DEBUG oslo_concurrency.lockutils [req-6e62ec29-3269-4389-807c-c80255dbb4a0 req-34b0a450-ad7b-4d84-aaa3-695ba7f299c2 service nova] Acquiring lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.389145] env[62093]: DEBUG oslo_concurrency.lockutils [req-6e62ec29-3269-4389-807c-c80255dbb4a0 req-34b0a450-ad7b-4d84-aaa3-695ba7f299c2 service nova] Acquired lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.389550] env[62093]: DEBUG nova.network.neutron [req-6e62ec29-3269-4389-807c-c80255dbb4a0 req-34b0a450-ad7b-4d84-aaa3-695ba7f299c2 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Refreshing network info cache for port c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.409169] env[62093]: DEBUG nova.network.neutron [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Successfully updated port: e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.527976] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: bef4fa43-1623-428b-8626-bad5d6ac5eb2] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1494.566674] env[62093]: DEBUG nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1494.570345] env[62093]: DEBUG nova.scheduler.client.report [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1494.595326] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.595844] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.595844] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.595975] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.596148] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.596200] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.596428] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.596569] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.597320] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.597320] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.597320] env[62093]: DEBUG nova.virt.hardware [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.598304] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a7b3d1-ad36-4170-9454-28dcce96cab5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.609232] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66178f7d-b080-4821-8431-11380bf00e89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.753628] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.753809] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquired lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.754056] env[62093]: DEBUG nova.network.neutron [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.856907] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710174, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.912079] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Acquiring lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.912285] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Acquired lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.912440] env[62093]: DEBUG nova.network.neutron [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.030951] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: c04d4d7e-b824-45b5-a1d5-8ba1ada04c43] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1495.074843] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.075293] env[62093]: DEBUG nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1495.078676] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.477s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.079090] env[62093]: DEBUG nova.objects.instance [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lazy-loading 'resources' on Instance uuid 92aba8b4-7a12-483d-9e69-e591f2ce5e64 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.157589] env[62093]: DEBUG nova.network.neutron [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Successfully updated port: a62dc1f1-49da-4ede-b42f-ee80ecce4e11 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.311366] env[62093]: DEBUG nova.network.neutron [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.328113] env[62093]: DEBUG nova.network.neutron [req-6e62ec29-3269-4389-807c-c80255dbb4a0 req-34b0a450-ad7b-4d84-aaa3-695ba7f299c2 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updated VIF entry in instance network info cache for port c95595c5-f3ce-4260-9704-3376951dd44c. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.328551] env[62093]: DEBUG nova.network.neutron [req-6e62ec29-3269-4389-807c-c80255dbb4a0 req-34b0a450-ad7b-4d84-aaa3-695ba7f299c2 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [{"id": "c95595c5-f3ce-4260-9704-3376951dd44c", "address": "fa:16:3e:9e:0a:20", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95595c5-f3", "ovs_interfaceid": "c95595c5-f3ce-4260-9704-3376951dd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.356171] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710174, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.464507] env[62093]: DEBUG nova.network.neutron [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.534083] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 00dd6a8f-70a2-474a-ba86-5cdd56139088] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1495.582851] env[62093]: DEBUG nova.compute.utils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.584144] env[62093]: DEBUG nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1495.584285] env[62093]: DEBUG nova.network.neutron [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.627709] env[62093]: DEBUG nova.network.neutron [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Updating instance_info_cache with network_info: [{"id": "e98bfad4-bb9f-4705-ac61-4911f57a05a9", "address": "fa:16:3e:1b:42:a9", "network": {"id": "16f7f164-c750-4ffd-ad05-a97af382342c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1685881510", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98bfad4-bb", "ovs_interfaceid": "e98bfad4-bb9f-4705-ac61-4911f57a05a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59a2d20d-9ab3-4f68-bfc5-4805e1651f1d", "address": "fa:16:3e:f5:48:a4", "network": {"id": "aa57bc82-b3b2-4f79-97b9-05177228d163", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331358791", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a2d20d-9a", "ovs_interfaceid": "59a2d20d-9ab3-4f68-bfc5-4805e1651f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.649211] env[62093]: DEBUG nova.policy [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06e1204ac04045aa996ed77aa3a746a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '155cf1dfcc2544ce8b30a099fc1ba160', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1495.651529] env[62093]: DEBUG nova.network.neutron [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Updating instance_info_cache with network_info: [{"id": "e08f5741-1d73-4115-968c-b8928bcf2688", "address": "fa:16:3e:2f:d8:83", "network": {"id": "9e9219c0-348e-43a5-8202-485d68f26fd0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1200292743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72706918f2a649baa2e3eb6d9db62df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08f5741-1d", "ovs_interfaceid": "e08f5741-1d73-4115-968c-b8928bcf2688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.660412] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "refresh_cache-e643332e-def9-4e37-ae70-227d8816809a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.660616] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "refresh_cache-e643332e-def9-4e37-ae70-227d8816809a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.660734] env[62093]: DEBUG nova.network.neutron [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.837105] env[62093]: DEBUG oslo_concurrency.lockutils [req-6e62ec29-3269-4389-807c-c80255dbb4a0 req-34b0a450-ad7b-4d84-aaa3-695ba7f299c2 service nova] Releasing lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.858186] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710174, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.575948} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.858456] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93/OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93.vmdk to [datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1.vmdk. [ 1495.858639] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Cleaning up location [datastore1] OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93 {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1495.858799] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_133d3850-9afe-4161-83c1-67e967939a93 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.859066] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f893c7-fe0c-4313-a931-e4da0aff910c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.866715] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1495.866715] env[62093]: value = "task-1710175" [ 1495.866715] env[62093]: _type = "Task" [ 1495.866715] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.875926] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.885756] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7819d60c-ac1e-4a03-9fcb-3e1622e81506 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.892160] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7364d05-0b81-4f6e-8cde-35471a4c6585 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.924289] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fae78f-86e4-40c2-9ef9-7f16fbc4aa8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.931994] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b63436d-1403-4797-bad9-103b2474114b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.947374] env[62093]: DEBUG nova.compute.provider_tree [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.000054] env[62093]: DEBUG nova.network.neutron [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Successfully created port: bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.037050] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 0d81385e-654e-4640-aa9f-a66309657995] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1496.089289] env[62093]: DEBUG nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1496.133014] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Releasing lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.133014] env[62093]: DEBUG nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Instance network_info: |[{"id": "e98bfad4-bb9f-4705-ac61-4911f57a05a9", "address": "fa:16:3e:1b:42:a9", "network": {"id": "16f7f164-c750-4ffd-ad05-a97af382342c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1685881510", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98bfad4-bb", "ovs_interfaceid": "e98bfad4-bb9f-4705-ac61-4911f57a05a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59a2d20d-9ab3-4f68-bfc5-4805e1651f1d", "address": "fa:16:3e:f5:48:a4", "network": {"id": "aa57bc82-b3b2-4f79-97b9-05177228d163", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331358791", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a2d20d-9a", "ovs_interfaceid": "59a2d20d-9ab3-4f68-bfc5-4805e1651f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1496.133014] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:42:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e98bfad4-bb9f-4705-ac61-4911f57a05a9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:48:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59a2d20d-9ab3-4f68-bfc5-4805e1651f1d', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.141394] env[62093]: DEBUG oslo.service.loopingcall [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.142392] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.142742] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d294499c-c268-4c03-9b10-39737932c7aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.161140] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Releasing lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.161592] env[62093]: DEBUG nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Instance network_info: |[{"id": "e08f5741-1d73-4115-968c-b8928bcf2688", "address": "fa:16:3e:2f:d8:83", "network": {"id": "9e9219c0-348e-43a5-8202-485d68f26fd0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1200292743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72706918f2a649baa2e3eb6d9db62df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08f5741-1d", "ovs_interfaceid": "e08f5741-1d73-4115-968c-b8928bcf2688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1496.162171] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:d8:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08f5741-1d73-4115-968c-b8928bcf2688', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.170035] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Creating folder: Project (72706918f2a649baa2e3eb6d9db62df1). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1496.172668] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca843141-c806-4512-8455-ea863da5288a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.176438] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.176438] env[62093]: value = "task-1710176" [ 1496.176438] env[62093]: _type = "Task" [ 1496.176438] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.184169] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710176, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.187578] env[62093]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1496.187578] env[62093]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62093) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1496.188072] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Folder already exists: Project (72706918f2a649baa2e3eb6d9db62df1). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1496.188990] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Creating folder: Instances. Parent ref: group-v356259. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1496.189334] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16dd99ac-f10c-4528-90d1-3011da208627 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.201539] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Created folder: Instances in parent group-v356259. [ 1496.201539] env[62093]: DEBUG oslo.service.loopingcall [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.201539] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.201539] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f695225e-ea73-4eeb-852e-bbf2989fce72 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.219191] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.219191] env[62093]: value = "task-1710179" [ 1496.219191] env[62093]: _type = "Task" [ 1496.219191] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.226349] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710179, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.238298] env[62093]: DEBUG nova.network.neutron [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.357164] env[62093]: DEBUG nova.compute.manager [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Received event network-vif-plugged-e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.357164] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Acquiring lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.357164] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.357698] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.358129] env[62093]: DEBUG nova.compute.manager [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] No waiting events found dispatching network-vif-plugged-e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1496.358439] env[62093]: WARNING nova.compute.manager [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Received unexpected event network-vif-plugged-e08f5741-1d73-4115-968c-b8928bcf2688 for instance with vm_state building and task_state spawning. [ 1496.358716] env[62093]: DEBUG nova.compute.manager [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Received event network-changed-59a2d20d-9ab3-4f68-bfc5-4805e1651f1d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.358970] env[62093]: DEBUG nova.compute.manager [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Refreshing instance network info cache due to event network-changed-59a2d20d-9ab3-4f68-bfc5-4805e1651f1d. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1496.359304] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Acquiring lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.359599] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Acquired lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.359929] env[62093]: DEBUG nova.network.neutron [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Refreshing network info cache for port 59a2d20d-9ab3-4f68-bfc5-4805e1651f1d {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.376923] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053978} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.377372] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.377653] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.377994] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1.vmdk to [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733/64c40b08-3480-4869-8d35-f8b4db862733.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.378671] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5dc905-ce7a-43f1-8cd1-ddf8202fca72 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.387792] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1496.387792] env[62093]: value = "task-1710180" [ 1496.387792] env[62093]: _type = "Task" [ 1496.387792] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.397249] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.468130] env[62093]: ERROR nova.scheduler.client.report [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [req-f38bb336-2286-4f8e-bfc3-22ef72eff2c5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f38bb336-2286-4f8e-bfc3-22ef72eff2c5"}]} [ 1496.487181] env[62093]: DEBUG nova.scheduler.client.report [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1496.509036] env[62093]: DEBUG nova.scheduler.client.report [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1496.510135] env[62093]: DEBUG nova.compute.provider_tree [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.525820] env[62093]: DEBUG nova.scheduler.client.report [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1496.542379] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: ccfb805b-1922-4f0b-97f5-db4d814b642f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1496.547665] env[62093]: DEBUG nova.scheduler.client.report [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1496.566682] env[62093]: DEBUG nova.network.neutron [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Updating instance_info_cache with network_info: [{"id": "a62dc1f1-49da-4ede-b42f-ee80ecce4e11", "address": "fa:16:3e:c2:32:83", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62dc1f1-49", "ovs_interfaceid": "a62dc1f1-49da-4ede-b42f-ee80ecce4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.580399] env[62093]: DEBUG nova.compute.manager [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Received event network-vif-plugged-a62dc1f1-49da-4ede-b42f-ee80ecce4e11 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.580399] env[62093]: DEBUG oslo_concurrency.lockutils [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] Acquiring lock "e643332e-def9-4e37-ae70-227d8816809a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.581182] env[62093]: DEBUG oslo_concurrency.lockutils [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] Lock "e643332e-def9-4e37-ae70-227d8816809a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.581587] env[62093]: DEBUG oslo_concurrency.lockutils [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] Lock "e643332e-def9-4e37-ae70-227d8816809a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.582104] env[62093]: DEBUG nova.compute.manager [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] No waiting events found dispatching network-vif-plugged-a62dc1f1-49da-4ede-b42f-ee80ecce4e11 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1496.582479] env[62093]: WARNING nova.compute.manager [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Received unexpected event network-vif-plugged-a62dc1f1-49da-4ede-b42f-ee80ecce4e11 for instance with vm_state building and task_state spawning. [ 1496.582854] env[62093]: DEBUG nova.compute.manager [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Received event network-changed-a62dc1f1-49da-4ede-b42f-ee80ecce4e11 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.583172] env[62093]: DEBUG nova.compute.manager [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Refreshing instance network info cache due to event network-changed-a62dc1f1-49da-4ede-b42f-ee80ecce4e11. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1496.583522] env[62093]: DEBUG oslo_concurrency.lockutils [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] Acquiring lock "refresh_cache-e643332e-def9-4e37-ae70-227d8816809a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.594357] env[62093]: INFO nova.virt.block_device [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Booting with volume 91105aa4-48a5-4211-839b-aa92f57bc86b at /dev/sda [ 1496.639121] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44e4386f-393c-4f9e-9c41-e62e8d833c94 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.649845] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7525fa09-86a1-4def-a561-5ec8e2df8497 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.692632] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42bd1089-95e9-4291-b347-84d9e87af3b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.699579] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710176, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.703609] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81b594-9455-441f-8a0a-f01325006e27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.729730] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710179, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.744585] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada3a02-53c2-41a5-8d55-aad0330f08d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.750622] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b76dc6-1fa3-4807-8084-253a8d81c344 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.766856] env[62093]: DEBUG nova.virt.block_device [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Updating existing volume attachment record: e78ec97f-cddf-4dc6-a932-ed3316288c5f {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1496.897982] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710180, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.935213] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf490f7-5965-4246-a8f7-fa7ac3e521e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.942981] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e845b982-f79d-4fc4-a774-785fa6b9b9ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.978368] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952e085-845e-4caa-ae4a-20f04d26d48b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.989498] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461a21a7-0aea-453d-b79f-f5bc39d6636b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.006400] env[62093]: DEBUG nova.compute.provider_tree [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.046653] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 09ca33a1-e1b2-4a80-8e6c-d17cf9a21e49] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1497.068987] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "refresh_cache-e643332e-def9-4e37-ae70-227d8816809a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.069340] env[62093]: DEBUG nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Instance network_info: |[{"id": "a62dc1f1-49da-4ede-b42f-ee80ecce4e11", "address": "fa:16:3e:c2:32:83", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62dc1f1-49", "ovs_interfaceid": "a62dc1f1-49da-4ede-b42f-ee80ecce4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1497.069697] env[62093]: DEBUG oslo_concurrency.lockutils [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] Acquired lock "refresh_cache-e643332e-def9-4e37-ae70-227d8816809a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.069872] env[62093]: DEBUG nova.network.neutron [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Refreshing network info cache for port a62dc1f1-49da-4ede-b42f-ee80ecce4e11 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.071099] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:32:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a62dc1f1-49da-4ede-b42f-ee80ecce4e11', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.079180] env[62093]: DEBUG oslo.service.loopingcall [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.083570] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e643332e-def9-4e37-ae70-227d8816809a] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.084146] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95dcf4ae-c1b3-4219-9603-58c9ce5bd3fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.106844] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.106844] env[62093]: value = "task-1710181" [ 1497.106844] env[62093]: _type = "Task" [ 1497.106844] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.118078] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710181, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.202566] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710176, 'name': CreateVM_Task, 'duration_secs': 0.675955} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.203933] env[62093]: DEBUG nova.network.neutron [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Updated VIF entry in instance network info cache for port 59a2d20d-9ab3-4f68-bfc5-4805e1651f1d. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.204571] env[62093]: DEBUG nova.network.neutron [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Updating instance_info_cache with network_info: [{"id": "e98bfad4-bb9f-4705-ac61-4911f57a05a9", "address": "fa:16:3e:1b:42:a9", "network": {"id": "16f7f164-c750-4ffd-ad05-a97af382342c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1685881510", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98bfad4-bb", "ovs_interfaceid": "e98bfad4-bb9f-4705-ac61-4911f57a05a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59a2d20d-9ab3-4f68-bfc5-4805e1651f1d", "address": "fa:16:3e:f5:48:a4", "network": {"id": "aa57bc82-b3b2-4f79-97b9-05177228d163", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331358791", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a2d20d-9a", "ovs_interfaceid": "59a2d20d-9ab3-4f68-bfc5-4805e1651f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.206426] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.208027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.208116] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.208605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.209014] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f656af2e-4feb-4bb3-b4dc-b03acc8a6f2c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.217852] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1497.217852] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52febd86-b85d-0ea3-defb-58c179b6b3cd" [ 1497.217852] env[62093]: _type = "Task" [ 1497.217852] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.239142] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52febd86-b85d-0ea3-defb-58c179b6b3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.242805] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710179, 'name': CreateVM_Task, 'duration_secs': 0.650112} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.242982] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.243675] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'e04091c0-a7f4-41cb-a12f-ee86ef807b06', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356262', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'name': 'volume-7b92e994-d823-4571-9298-dab57b7bc1db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4e07402-3f6e-4c09-9eef-3edca3b3d020', 'attached_at': '', 'detached_at': '', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'serial': '7b92e994-d823-4571-9298-dab57b7bc1db'}, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62093) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1497.243953] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Root volume attach. Driver type: vmdk {{(pid=62093) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1497.244722] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d9e05-7cfa-4122-9d46-8ffa872d7359 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.254030] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb6717-9383-46f7-b526-edfb86f87ba4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.260942] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfdb7c4-4220-42d8-86df-96fe94cd3ab7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.269042] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0de89ed5-7eb4-4e47-a7af-3f8f713994e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.277025] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1497.277025] env[62093]: value = "task-1710182" [ 1497.277025] env[62093]: _type = "Task" [ 1497.277025] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.285657] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710182, 'name': RelocateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.342884] env[62093]: DEBUG nova.network.neutron [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Updated VIF entry in instance network info cache for port a62dc1f1-49da-4ede-b42f-ee80ecce4e11. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.343263] env[62093]: DEBUG nova.network.neutron [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Updating instance_info_cache with network_info: [{"id": "a62dc1f1-49da-4ede-b42f-ee80ecce4e11", "address": "fa:16:3e:c2:32:83", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62dc1f1-49", "ovs_interfaceid": "a62dc1f1-49da-4ede-b42f-ee80ecce4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.398858] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710180, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.544466] env[62093]: DEBUG nova.scheduler.client.report [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1497.544779] env[62093]: DEBUG nova.compute.provider_tree [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 107 to 108 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1497.545082] env[62093]: DEBUG nova.compute.provider_tree [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.549673] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 6650dd8a-f0e5-4dd5-ba2b-09c589d74512] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1497.620941] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710181, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.708496] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Releasing lock "refresh_cache-e22d7def-22b2-4f44-b5b7-1408bfa61e2f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.708838] env[62093]: DEBUG nova.compute.manager [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Received event network-changed-e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1497.709029] env[62093]: DEBUG nova.compute.manager [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Refreshing instance network info cache due to event network-changed-e08f5741-1d73-4115-968c-b8928bcf2688. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1497.709260] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Acquiring lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.709400] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Acquired lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.709651] env[62093]: DEBUG nova.network.neutron [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Refreshing network info cache for port e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.732251] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52febd86-b85d-0ea3-defb-58c179b6b3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.087133} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.732633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.732912] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.733183] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.733339] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.733552] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.733891] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffba2596-1079-4cdc-b0af-7dd9f676db93 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.752211] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.752413] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.753201] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78f55c7-9326-4aee-978c-405de7c569a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.759103] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1497.759103] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52aa18c4-d3c6-39c1-ca12-996a1d5020a6" [ 1497.759103] env[62093]: _type = "Task" [ 1497.759103] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.767931] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52aa18c4-d3c6-39c1-ca12-996a1d5020a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.787086] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710182, 'name': RelocateVM_Task} progress is 20%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.846337] env[62093]: DEBUG oslo_concurrency.lockutils [req-f8647b50-0c89-43ac-b0f9-42006fd8ce99 req-2ea3279d-4b59-4910-905e-4c5ee0528593 service nova] Releasing lock "refresh_cache-e643332e-def9-4e37-ae70-227d8816809a" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.899806] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710180, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.051483] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.972s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.053318] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.198s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.053584] env[62093]: DEBUG nova.objects.instance [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lazy-loading 'resources' on Instance uuid e3ebd549-c79e-4984-a0af-d4cef39cdc84 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.055262] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 62388118-a0b4-4aa5-80ad-5c6c2f70bab5] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1498.081311] env[62093]: DEBUG nova.network.neutron [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Successfully updated port: bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.087613] env[62093]: INFO nova.scheduler.client.report [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted allocations for instance 92aba8b4-7a12-483d-9e69-e591f2ce5e64 [ 1498.121942] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710181, 'name': CreateVM_Task, 'duration_secs': 0.649112} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.122078] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e643332e-def9-4e37-ae70-227d8816809a] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.122775] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.123018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.123277] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.123542] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3369becf-6e9f-45f3-ab34-1cfb97fade04 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.132688] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1498.132688] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e60855-8fa5-03a6-33ec-bf3f253a0096" [ 1498.132688] env[62093]: _type = "Task" [ 1498.132688] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.143262] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e60855-8fa5-03a6-33ec-bf3f253a0096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.271307] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52aa18c4-d3c6-39c1-ca12-996a1d5020a6, 'name': SearchDatastore_Task, 'duration_secs': 0.100534} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.272517] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18420d9-c1fa-40ac-9892-8289c7bbbdd6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.278898] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1498.278898] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52991858-5d77-65dc-4768-ee3906a7b669" [ 1498.278898] env[62093]: _type = "Task" [ 1498.278898] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.293328] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710182, 'name': RelocateVM_Task, 'duration_secs': 0.618042} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.296802] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1498.297973] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356262', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'name': 'volume-7b92e994-d823-4571-9298-dab57b7bc1db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4e07402-3f6e-4c09-9eef-3edca3b3d020', 'attached_at': '', 'detached_at': '', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'serial': '7b92e994-d823-4571-9298-dab57b7bc1db'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1498.297973] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52991858-5d77-65dc-4768-ee3906a7b669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.298264] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b1f1d-6d53-412e-a215-a1d01e29bb31 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.317144] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f79675-ce45-4ba7-9601-bdc41fa48676 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.342357] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-7b92e994-d823-4571-9298-dab57b7bc1db/volume-7b92e994-d823-4571-9298-dab57b7bc1db.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.342710] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c07540e-415e-4e6b-929b-a639586ea3f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.365749] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1498.365749] env[62093]: value = "task-1710183" [ 1498.365749] env[62093]: _type = "Task" [ 1498.365749] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.378689] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.402806] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710180, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.412382] env[62093]: DEBUG nova.compute.manager [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Received event network-vif-plugged-bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1498.412676] env[62093]: DEBUG oslo_concurrency.lockutils [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] Acquiring lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.412948] env[62093]: DEBUG oslo_concurrency.lockutils [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] Lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.413140] env[62093]: DEBUG oslo_concurrency.lockutils [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] Lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.414056] env[62093]: DEBUG nova.compute.manager [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] No waiting events found dispatching network-vif-plugged-bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1498.414056] env[62093]: WARNING nova.compute.manager [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Received unexpected event network-vif-plugged-bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 for instance with vm_state building and task_state block_device_mapping. [ 1498.414056] env[62093]: DEBUG nova.compute.manager [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Received event network-changed-bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1498.414056] env[62093]: DEBUG nova.compute.manager [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Refreshing instance network info cache due to event network-changed-bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1498.414204] env[62093]: DEBUG oslo_concurrency.lockutils [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] Acquiring lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.414373] env[62093]: DEBUG oslo_concurrency.lockutils [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] Acquired lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.414463] env[62093]: DEBUG nova.network.neutron [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Refreshing network info cache for port bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.561803] env[62093]: DEBUG nova.network.neutron [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Updated VIF entry in instance network info cache for port e08f5741-1d73-4115-968c-b8928bcf2688. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.562142] env[62093]: DEBUG nova.network.neutron [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Updating instance_info_cache with network_info: [{"id": "e08f5741-1d73-4115-968c-b8928bcf2688", "address": "fa:16:3e:2f:d8:83", "network": {"id": "9e9219c0-348e-43a5-8202-485d68f26fd0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1200292743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72706918f2a649baa2e3eb6d9db62df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08f5741-1d", "ovs_interfaceid": "e08f5741-1d73-4115-968c-b8928bcf2688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.563850] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 7338f203-3717-4b4c-9d6b-39a9c2a74449] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1498.588570] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Acquiring lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.601023] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b6d9c5f5-05c5-43b7-b518-f7a78ca540de tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "92aba8b4-7a12-483d-9e69-e591f2ce5e64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.463s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.646054] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e60855-8fa5-03a6-33ec-bf3f253a0096, 'name': SearchDatastore_Task, 'duration_secs': 0.105347} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.646444] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.646597] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.646804] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.795623] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52991858-5d77-65dc-4768-ee3906a7b669, 'name': SearchDatastore_Task, 'duration_secs': 0.095312} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.798662] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.798848] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] e22d7def-22b2-4f44-b5b7-1408bfa61e2f/e22d7def-22b2-4f44-b5b7-1408bfa61e2f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1498.799413] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.799803] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.799953] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b64a9356-7444-4bc9-8b9f-895ca92fca51 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.802337] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54f35cee-7f18-4d46-9fc6-3da9a6ec02c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.812990] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1498.812990] env[62093]: value = "task-1710184" [ 1498.812990] env[62093]: _type = "Task" [ 1498.812990] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.825754] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.829933] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.830221] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.831056] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71075f7e-6832-4694-abee-acc1a05d3a1d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.836502] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1498.836502] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e35bad-5bb8-b000-7316-d26178ad8fd0" [ 1498.836502] env[62093]: _type = "Task" [ 1498.836502] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.846172] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e35bad-5bb8-b000-7316-d26178ad8fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.877208] env[62093]: DEBUG nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1498.877813] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1498.878029] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1498.878185] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.878366] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1498.878511] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.878691] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1498.878907] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1498.879074] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1498.879247] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1498.879409] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1498.879606] env[62093]: DEBUG nova.virt.hardware [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1498.880417] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.884224] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c35fc14-bece-44ef-bcd2-8e7a0137cc57 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.896171] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbb8f12-d1e3-4c45-8649-2c225fe9ecc1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.908895] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710180, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.920803] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0a575f-c9d9-4a1b-a38c-ad8f32624446 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.932413] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78750a7-b581-407c-b8bb-ffe11564c6ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.969171] env[62093]: DEBUG nova.network.neutron [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.971671] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c76e86-18ee-4cc9-9eca-7a0be1f4d204 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.983337] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954593dd-a312-4baf-a279-e2ad9e8e64c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.000576] env[62093]: DEBUG nova.compute.provider_tree [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.023249] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "2ed2dce7-7f24-4479-a059-36811c24b914" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.023662] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "2ed2dce7-7f24-4479-a059-36811c24b914" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.023937] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "2ed2dce7-7f24-4479-a059-36811c24b914-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.025333] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "2ed2dce7-7f24-4479-a059-36811c24b914-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.025333] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "2ed2dce7-7f24-4479-a059-36811c24b914-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.029922] env[62093]: INFO nova.compute.manager [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Terminating instance [ 1499.032054] env[62093]: DEBUG nova.compute.manager [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1499.032315] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.033564] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1616b3-0291-46bf-9db7-122d390de1a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.044205] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.044577] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51403c60-21dc-4eb9-9ec8-ddf5b638ac15 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.056890] env[62093]: DEBUG oslo_vmware.api [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1499.056890] env[62093]: value = "task-1710185" [ 1499.056890] env[62093]: _type = "Task" [ 1499.056890] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.068984] env[62093]: DEBUG oslo_concurrency.lockutils [req-56c14f0b-078e-4d39-a412-ef95a38ffffc req-1db25a13-19ed-42cf-bd7f-a7d620184366 service nova] Releasing lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.069568] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 31be046d-be83-42b0-a594-21849b0d577f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1499.071846] env[62093]: DEBUG oslo_vmware.api [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.137175] env[62093]: DEBUG nova.network.neutron [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.326126] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.346246] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e35bad-5bb8-b000-7316-d26178ad8fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.092881} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.346989] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66fd30f-e44e-41ae-837a-159bface6006 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.352255] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1499.352255] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5287e237-e0bf-1c24-b7a7-fec05650eef0" [ 1499.352255] env[62093]: _type = "Task" [ 1499.352255] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.360628] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5287e237-e0bf-1c24-b7a7-fec05650eef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.375555] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.402785] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710180, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.860896} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.403155] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1/e5bda5ae-2fcc-4c7b-bd41-4cdac1f6c1f1.vmdk to [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733/64c40b08-3480-4869-8d35-f8b4db862733.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1499.404056] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7d9dbe-5872-4a10-b315-7d348fabc029 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.428605] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733/64c40b08-3480-4869-8d35-f8b4db862733.vmdk or device None with type streamOptimized {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.428933] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248821e1-9fc7-4c94-a9e2-ae5dd4935f60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.447980] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1499.447980] env[62093]: value = "task-1710186" [ 1499.447980] env[62093]: _type = "Task" [ 1499.447980] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.455936] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.503270] env[62093]: DEBUG nova.scheduler.client.report [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1499.569289] env[62093]: DEBUG oslo_vmware.api [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710185, 'name': PowerOffVM_Task, 'duration_secs': 0.405972} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.569751] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.569853] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.570199] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37b73e3-2cba-43bc-a015-8c520f89a6c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.572908] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: db9fdb62-302f-4138-ac43-aa013df3fa38] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1499.640129] env[62093]: DEBUG oslo_concurrency.lockutils [req-7723bf85-18d2-483f-84f8-1e964d42d7ba req-df53acb5-5b2f-43b8-85e8-bdabbda8376e service nova] Releasing lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.640580] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Acquired lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.640747] env[62093]: DEBUG nova.network.neutron [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.723161] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.723525] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.723757] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleting the datastore file [datastore1] 2ed2dce7-7f24-4479-a059-36811c24b914 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.724096] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b81195d-f533-4815-a6e0-33280ba716a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.731169] env[62093]: DEBUG oslo_vmware.api [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for the task: (returnval){ [ 1499.731169] env[62093]: value = "task-1710188" [ 1499.731169] env[62093]: _type = "Task" [ 1499.731169] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.740538] env[62093]: DEBUG oslo_vmware.api [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.825582] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710184, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.861633] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5287e237-e0bf-1c24-b7a7-fec05650eef0, 'name': SearchDatastore_Task, 'duration_secs': 0.015861} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.861848] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.862117] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] e643332e-def9-4e37-ae70-227d8816809a/e643332e-def9-4e37-ae70-227d8816809a.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.862369] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25fd394d-4429-412b-a8de-bd41420910e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.868580] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1499.868580] env[62093]: value = "task-1710189" [ 1499.868580] env[62093]: _type = "Task" [ 1499.868580] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.878182] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710183, 'name': ReconfigVM_Task, 'duration_secs': 1.283198} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.881040] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-7b92e994-d823-4571-9298-dab57b7bc1db/volume-7b92e994-d823-4571-9298-dab57b7bc1db.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.885725] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.885938] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ea6f298-390e-4949-81d2-3e5cd9db4d80 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.900921] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1499.900921] env[62093]: value = "task-1710190" [ 1499.900921] env[62093]: _type = "Task" [ 1499.900921] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.909142] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.957247] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.008697] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.011446] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.424s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.013017] env[62093]: INFO nova.compute.claims [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.030281] env[62093]: INFO nova.scheduler.client.report [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Deleted allocations for instance e3ebd549-c79e-4984-a0af-d4cef39cdc84 [ 1500.075547] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 28d3fdf1-7353-4386-b8fe-db7527e88c14] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1500.174514] env[62093]: DEBUG nova.network.neutron [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.244392] env[62093]: DEBUG oslo_vmware.api [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.329827] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710184, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.105966} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.330145] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] e22d7def-22b2-4f44-b5b7-1408bfa61e2f/e22d7def-22b2-4f44-b5b7-1408bfa61e2f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.330423] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.330723] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62ba6980-f47e-484a-9e06-4064a23645fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.338694] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1500.338694] env[62093]: value = "task-1710191" [ 1500.338694] env[62093]: _type = "Task" [ 1500.338694] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.347567] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.383908] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.417635] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710190, 'name': ReconfigVM_Task, 'duration_secs': 0.467609} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.420359] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356262', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'name': 'volume-7b92e994-d823-4571-9298-dab57b7bc1db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4e07402-3f6e-4c09-9eef-3edca3b3d020', 'attached_at': '', 'detached_at': '', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'serial': '7b92e994-d823-4571-9298-dab57b7bc1db'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1500.420988] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6def5727-86e4-4fd1-8286-c9afa28c5364 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.427852] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1500.427852] env[62093]: value = "task-1710192" [ 1500.427852] env[62093]: _type = "Task" [ 1500.427852] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.437961] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710192, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.459446] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.485310] env[62093]: DEBUG nova.network.neutron [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Updating instance_info_cache with network_info: [{"id": "bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1", "address": "fa:16:3e:12:4e:c1", "network": {"id": "088ea621-58db-4254-8e99-53093caa9c91", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1148066931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155cf1dfcc2544ce8b30a099fc1ba160", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdad7a6e-ae", "ovs_interfaceid": "bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.537902] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e581dc03-3987-4bbc-93ca-5a472261f793 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "e3ebd549-c79e-4984-a0af-d4cef39cdc84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.187s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.578897] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 7ed1869b-528e-4d30-81a6-f4783d4ada88] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1500.743030] env[62093]: DEBUG oslo_vmware.api [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Task: {'id': task-1710188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.664931} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.743469] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.743662] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.743838] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.744023] env[62093]: INFO nova.compute.manager [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1500.744278] env[62093]: DEBUG oslo.service.loopingcall [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.744467] env[62093]: DEBUG nova.compute.manager [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1500.744561] env[62093]: DEBUG nova.network.neutron [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.848951] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157042} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.849291] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.852441] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473355e-b088-4733-9604-af7df1a84c50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.883360] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] e22d7def-22b2-4f44-b5b7-1408bfa61e2f/e22d7def-22b2-4f44-b5b7-1408bfa61e2f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.883972] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2afa92-1a15-4c86-9e0d-b30759024959 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.911451] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710189, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.038259} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.912850] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] e643332e-def9-4e37-ae70-227d8816809a/e643332e-def9-4e37-ae70-227d8816809a.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.913086] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.913500] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1500.913500] env[62093]: value = "task-1710193" [ 1500.913500] env[62093]: _type = "Task" [ 1500.913500] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.913740] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bace5630-78f2-4a54-af9e-6be065d8d06c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.926179] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.927706] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1500.927706] env[62093]: value = "task-1710194" [ 1500.927706] env[62093]: _type = "Task" [ 1500.927706] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.940847] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.944337] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710192, 'name': Rename_Task, 'duration_secs': 0.468447} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.944637] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.944818] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e81cc1c-273d-4312-8de9-c83d645576dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.953718] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1500.953718] env[62093]: value = "task-1710195" [ 1500.953718] env[62093]: _type = "Task" [ 1500.953718] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.961820] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710186, 'name': ReconfigVM_Task, 'duration_secs': 1.082883} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.965100] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733/64c40b08-3480-4869-8d35-f8b4db862733.vmdk or device None with type streamOptimized {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.965748] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.966335] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb96fef4-013c-4b40-b84c-0eee9914db6d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.973314] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1500.973314] env[62093]: value = "task-1710196" [ 1500.973314] env[62093]: _type = "Task" [ 1500.973314] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.981707] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710196, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.990354] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Releasing lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.990768] env[62093]: DEBUG nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Instance network_info: |[{"id": "bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1", "address": "fa:16:3e:12:4e:c1", "network": {"id": "088ea621-58db-4254-8e99-53093caa9c91", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1148066931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155cf1dfcc2544ce8b30a099fc1ba160", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdad7a6e-ae", "ovs_interfaceid": "bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1500.991220] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:4e:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.000215] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Creating folder: Project (155cf1dfcc2544ce8b30a099fc1ba160). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.000496] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08796e92-1e8f-4cfc-b81a-024b7155bf94 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.014423] env[62093]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1501.014723] env[62093]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62093) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1501.014963] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Folder already exists: Project (155cf1dfcc2544ce8b30a099fc1ba160). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1501.015182] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Creating folder: Instances. Parent ref: group-v356267. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.015431] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a4e5104-06a9-484d-bd91-01703c174a76 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.025950] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Created folder: Instances in parent group-v356267. [ 1501.026217] env[62093]: DEBUG oslo.service.loopingcall [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.026891] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.027248] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c8986f6-ee82-4058-a9d2-f9c5329a5471 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.050785] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.050785] env[62093]: value = "task-1710199" [ 1501.050785] env[62093]: _type = "Task" [ 1501.050785] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.062470] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710199, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.082768] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: a11ebf7b-95fb-45af-a954-655135e5309f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1501.262539] env[62093]: DEBUG nova.compute.manager [req-1e8df4db-b8ae-4607-b22b-fc5f919de062 req-3bb4569d-42d3-463c-ac23-2bdb5f5118f4 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Received event network-vif-deleted-76ae945b-659d-49eb-ad96-7fd065c49625 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1501.262639] env[62093]: INFO nova.compute.manager [req-1e8df4db-b8ae-4607-b22b-fc5f919de062 req-3bb4569d-42d3-463c-ac23-2bdb5f5118f4 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Neutron deleted interface 76ae945b-659d-49eb-ad96-7fd065c49625; detaching it from the instance and deleting it from the info cache [ 1501.262799] env[62093]: DEBUG nova.network.neutron [req-1e8df4db-b8ae-4607-b22b-fc5f919de062 req-3bb4569d-42d3-463c-ac23-2bdb5f5118f4 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.336891] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d340153e-3212-4143-b74f-c729fd5c15d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.345956] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769fc6c6-04e7-4562-ba40-70ad44df3b74 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.380101] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc9e308-bc44-40ab-9631-c9bfa878b43a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.387947] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4286321e-1096-4cbb-bf46-6b0c1eb25ba7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.402150] env[62093]: DEBUG nova.compute.provider_tree [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.424589] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710193, 'name': ReconfigVM_Task, 'duration_secs': 0.473153} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.424872] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] e22d7def-22b2-4f44-b5b7-1408bfa61e2f/e22d7def-22b2-4f44-b5b7-1408bfa61e2f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.425537] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d332f7-33e9-466c-a641-e49004f4f6a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.432726] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1501.432726] env[62093]: value = "task-1710200" [ 1501.432726] env[62093]: _type = "Task" [ 1501.432726] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.438658] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.443752] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710200, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.464695] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710195, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.483509] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710196, 'name': Rename_Task, 'duration_secs': 0.221428} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.483807] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.484075] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f8044d-939a-41ec-a8fd-841893597269 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.491334] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1501.491334] env[62093]: value = "task-1710201" [ 1501.491334] env[62093]: _type = "Task" [ 1501.491334] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.500868] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.560502] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710199, 'name': CreateVM_Task, 'duration_secs': 0.457446} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.560702] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.561440] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'e78ec97f-cddf-4dc6-a932-ed3316288c5f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356274', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'name': 'volume-91105aa4-48a5-4211-839b-aa92f57bc86b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3', 'attached_at': '', 'detached_at': '', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'serial': '91105aa4-48a5-4211-839b-aa92f57bc86b'}, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62093) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1501.561680] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Root volume attach. Driver type: vmdk {{(pid=62093) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1501.562417] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f792c74c-4f59-4ad0-8e6a-5c663395a28c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.570189] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d61f3-4cea-48d0-befa-fbfab2cef5ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.576669] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648c8709-d9cf-4963-89b5-a09ef6d4a075 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.582160] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-299f792c-cb5a-40f5-bebd-c1c74f07e899 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.586852] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: bc46f22b-e915-4f69-8cec-960ab8c3d1f5] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1501.589666] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1501.589666] env[62093]: value = "task-1710202" [ 1501.589666] env[62093]: _type = "Task" [ 1501.589666] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.598470] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710202, 'name': RelocateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.646207] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.646466] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.646676] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.646892] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.647070] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.649197] env[62093]: INFO nova.compute.manager [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Terminating instance [ 1501.651016] env[62093]: DEBUG nova.compute.manager [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1501.651213] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.652045] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a7edb-6857-48c8-bff9-e7766062fe99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.661028] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.661265] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de96a7af-3ffc-4fab-9a34-c9983562bb60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.666536] env[62093]: DEBUG oslo_vmware.api [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1501.666536] env[62093]: value = "task-1710203" [ 1501.666536] env[62093]: _type = "Task" [ 1501.666536] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.674054] env[62093]: DEBUG oslo_vmware.api [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.737861] env[62093]: DEBUG nova.network.neutron [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.766029] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dff08306-83cb-45b6-a6da-f39d35784a40 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.775157] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ae590a-16d8-43bb-ac4e-409e83456d39 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.809658] env[62093]: DEBUG nova.compute.manager [req-1e8df4db-b8ae-4607-b22b-fc5f919de062 req-3bb4569d-42d3-463c-ac23-2bdb5f5118f4 service nova] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Detach interface failed, port_id=76ae945b-659d-49eb-ad96-7fd065c49625, reason: Instance 2ed2dce7-7f24-4479-a059-36811c24b914 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1501.905260] env[62093]: DEBUG nova.scheduler.client.report [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1501.939544] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.725578} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.940153] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.940916] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b32808-025e-4f25-8f10-6c3f8fcd1610 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.946142] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710200, 'name': Rename_Task, 'duration_secs': 0.341195} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.946641] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.946859] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c0bd4d3-b90d-4945-baf2-9d403ac5ea50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.965548] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e643332e-def9-4e37-ae70-227d8816809a/e643332e-def9-4e37-ae70-227d8816809a.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.968788] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0062c535-56ef-4327-9765-5b2202574912 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.983683] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1501.983683] env[62093]: value = "task-1710204" [ 1501.983683] env[62093]: _type = "Task" [ 1501.983683] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.990625] env[62093]: DEBUG oslo_vmware.api [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710195, 'name': PowerOnVM_Task, 'duration_secs': 0.624907} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.992015] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.992244] env[62093]: INFO nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1501.992425] env[62093]: DEBUG nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1501.992815] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1501.992815] env[62093]: value = "task-1710205" [ 1501.992815] env[62093]: _type = "Task" [ 1501.992815] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.993873] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17504695-3924-4293-bc06-887cba2ab53d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.005916] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710204, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.011666] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.016180] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.091361] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 9d0d6b11-ca83-4a62-8bbd-91f3d2af81f7] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1502.103829] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710202, 'name': RelocateVM_Task} progress is 20%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.179989] env[62093]: DEBUG oslo_vmware.api [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710203, 'name': PowerOffVM_Task, 'duration_secs': 0.198998} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.179989] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.179989] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.179989] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9140e112-5230-45e5-bae2-c097ef93a008 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.242556] env[62093]: INFO nova.compute.manager [-] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Took 1.50 seconds to deallocate network for instance. [ 1502.267432] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.267788] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.268016] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Deleting the datastore file [datastore1] a3e48e71-e343-48f3-8bbf-8498f4db9f9d {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.268330] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6330b45-6b1c-4379-a634-9532a7c1e92a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.275324] env[62093]: DEBUG oslo_vmware.api [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for the task: (returnval){ [ 1502.275324] env[62093]: value = "task-1710207" [ 1502.275324] env[62093]: _type = "Task" [ 1502.275324] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.284063] env[62093]: DEBUG oslo_vmware.api [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.410069] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.410648] env[62093]: DEBUG nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1502.413719] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.996s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.413878] env[62093]: DEBUG nova.objects.instance [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lazy-loading 'resources' on Instance uuid 58b211a6-d6a3-49ec-900e-63a32c7a98d2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.503176] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.513820] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.527518] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710205, 'name': ReconfigVM_Task, 'duration_secs': 0.274474} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.531038] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e643332e-def9-4e37-ae70-227d8816809a/e643332e-def9-4e37-ae70-227d8816809a.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.531496] env[62093]: INFO nova.compute.manager [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Took 43.86 seconds to build instance. [ 1502.532256] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33a1990b-a3be-4859-bb05-99fd9a8de9af {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.541662] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1502.541662] env[62093]: value = "task-1710208" [ 1502.541662] env[62093]: _type = "Task" [ 1502.541662] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.554923] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710208, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.601044] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: adf1f186-01f6-4e45-ba26-4bdd1695ab29] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1502.612236] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710202, 'name': RelocateVM_Task, 'duration_secs': 0.685159} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.612236] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1502.612236] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356274', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'name': 'volume-91105aa4-48a5-4211-839b-aa92f57bc86b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3', 'attached_at': '', 'detached_at': '', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'serial': '91105aa4-48a5-4211-839b-aa92f57bc86b'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1502.612865] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bab2e84-5412-4efd-8d6b-e872e796b8ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.639404] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f735d7e3-bc23-4b48-8c72-4c3cd3bd2803 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.678150] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-91105aa4-48a5-4211-839b-aa92f57bc86b/volume-91105aa4-48a5-4211-839b-aa92f57bc86b.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.679109] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1f829a-cb53-4692-b581-384a47149f51 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.710356] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1502.710356] env[62093]: value = "task-1710209" [ 1502.710356] env[62093]: _type = "Task" [ 1502.710356] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.721744] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.748147] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.786821] env[62093]: DEBUG oslo_vmware.api [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Task: {'id': task-1710207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396255} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.787111] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.787310] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.787514] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.787704] env[62093]: INFO nova.compute.manager [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1502.788080] env[62093]: DEBUG oslo.service.loopingcall [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.788366] env[62093]: DEBUG nova.compute.manager [-] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1502.788491] env[62093]: DEBUG nova.network.neutron [-] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.917452] env[62093]: DEBUG nova.compute.utils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.923886] env[62093]: DEBUG nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1502.923886] env[62093]: DEBUG nova.network.neutron [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.001702] env[62093]: DEBUG nova.policy [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e44974e772444ab1b775f73c407122e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1d7ccca9ae4cc78f2400b3b6d580f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1503.009044] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710204, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.013275] env[62093]: DEBUG oslo_vmware.api [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710201, 'name': PowerOnVM_Task, 'duration_secs': 1.34967} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.014038] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.036119] env[62093]: DEBUG oslo_concurrency.lockutils [None req-263ab100-a916-4637-a38f-e5e1f5eda298 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.379s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.051877] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710208, 'name': Rename_Task, 'duration_secs': 0.143133} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.052200] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.052518] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cae68351-4067-4697-aa87-2f370fb2b0a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.061940] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1503.061940] env[62093]: value = "task-1710210" [ 1503.061940] env[62093]: _type = "Task" [ 1503.061940] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.070416] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.104752] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 0b2f15b5-9356-4da5-bc52-8a02128a3997] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1503.156121] env[62093]: DEBUG nova.compute.manager [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1503.157055] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7332b1b-b9dd-4a49-b8cf-e59402be15b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.223886] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.293328] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e3321-cbfc-4a11-bad9-b1b3d2f4cecb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.301267] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b729de-4a57-4e0f-a10f-96ae87ad7220 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.336287] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7afc4b2-5bd3-4493-a8b2-22f6a52a34cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.342544] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f3fb6-7cbb-45e0-a821-42499bcda139 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.357362] env[62093]: DEBUG nova.compute.provider_tree [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.369300] env[62093]: DEBUG nova.compute.manager [req-982ae62f-4717-4299-9202-6d8b59a6aa73 req-585c01f0-d64b-438a-8f4e-af40ae4fef25 service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Received event network-vif-deleted-7aef0ca1-3ba1-4898-885d-04d7c2f1909e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1503.369564] env[62093]: INFO nova.compute.manager [req-982ae62f-4717-4299-9202-6d8b59a6aa73 req-585c01f0-d64b-438a-8f4e-af40ae4fef25 service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Neutron deleted interface 7aef0ca1-3ba1-4898-885d-04d7c2f1909e; detaching it from the instance and deleting it from the info cache [ 1503.369727] env[62093]: DEBUG nova.network.neutron [req-982ae62f-4717-4299-9202-6d8b59a6aa73 req-585c01f0-d64b-438a-8f4e-af40ae4fef25 service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.423413] env[62093]: DEBUG nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1503.496212] env[62093]: DEBUG nova.network.neutron [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Successfully created port: e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.504837] env[62093]: DEBUG oslo_vmware.api [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710204, 'name': PowerOnVM_Task, 'duration_secs': 1.04373} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.505192] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.505447] env[62093]: INFO nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Took 14.12 seconds to spawn the instance on the hypervisor. [ 1503.505693] env[62093]: DEBUG nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1503.506643] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1834a8-27fe-4d89-a07a-cc2aae897d20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.572670] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710210, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.681950] env[62093]: DEBUG oslo_concurrency.lockutils [None req-35858436-333b-4d34-81d5-e61d24d93dac tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 58.580s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.705472] env[62093]: DEBUG nova.network.neutron [-] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.725669] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710209, 'name': ReconfigVM_Task, 'duration_secs': 0.62219} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.726825] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-91105aa4-48a5-4211-839b-aa92f57bc86b/volume-91105aa4-48a5-4211-839b-aa92f57bc86b.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.732939] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe437d8c-cde6-4dcf-9888-92c790ea834e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.750152] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1503.750152] env[62093]: value = "task-1710211" [ 1503.750152] env[62093]: _type = "Task" [ 1503.750152] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.759332] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.863056] env[62093]: DEBUG nova.scheduler.client.report [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1503.872526] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebd20f3b-e39e-4683-833e-494c09a6c700 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.886440] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f33b2-300d-46a2-b9da-e9ee2415d9f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.922569] env[62093]: DEBUG nova.compute.manager [req-982ae62f-4717-4299-9202-6d8b59a6aa73 req-585c01f0-d64b-438a-8f4e-af40ae4fef25 service nova] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Detach interface failed, port_id=7aef0ca1-3ba1-4898-885d-04d7c2f1909e, reason: Instance a3e48e71-e343-48f3-8bbf-8498f4db9f9d could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1504.024804] env[62093]: INFO nova.compute.manager [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Took 50.37 seconds to build instance. [ 1504.076382] env[62093]: DEBUG oslo_vmware.api [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710210, 'name': PowerOnVM_Task, 'duration_secs': 0.612911} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.076382] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.076382] env[62093]: INFO nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1504.076382] env[62093]: DEBUG nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1504.076382] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b88a6ac-bf8e-40ce-82e7-8d43553b47bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.207933] env[62093]: INFO nova.compute.manager [-] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Took 1.42 seconds to deallocate network for instance. [ 1504.218614] env[62093]: DEBUG nova.compute.manager [req-6bf2504a-594a-4337-a6e3-c5c1ded5cf48 req-147480c0-9244-4107-b401-79d920e7f447 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Received event network-changed-e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1504.218811] env[62093]: DEBUG nova.compute.manager [req-6bf2504a-594a-4337-a6e3-c5c1ded5cf48 req-147480c0-9244-4107-b401-79d920e7f447 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Refreshing instance network info cache due to event network-changed-e08f5741-1d73-4115-968c-b8928bcf2688. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1504.218943] env[62093]: DEBUG oslo_concurrency.lockutils [req-6bf2504a-594a-4337-a6e3-c5c1ded5cf48 req-147480c0-9244-4107-b401-79d920e7f447 service nova] Acquiring lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.219153] env[62093]: DEBUG oslo_concurrency.lockutils [req-6bf2504a-594a-4337-a6e3-c5c1ded5cf48 req-147480c0-9244-4107-b401-79d920e7f447 service nova] Acquired lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.219281] env[62093]: DEBUG nova.network.neutron [req-6bf2504a-594a-4337-a6e3-c5c1ded5cf48 req-147480c0-9244-4107-b401-79d920e7f447 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Refreshing network info cache for port e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.260876] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710211, 'name': ReconfigVM_Task, 'duration_secs': 0.378255} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.261612] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356274', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'name': 'volume-91105aa4-48a5-4211-839b-aa92f57bc86b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3', 'attached_at': '', 'detached_at': '', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'serial': '91105aa4-48a5-4211-839b-aa92f57bc86b'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1504.261755] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30dadca8-bd4a-4dca-93d5-491e8851cf59 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.268381] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1504.268381] env[62093]: value = "task-1710212" [ 1504.268381] env[62093]: _type = "Task" [ 1504.268381] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.276719] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710212, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.371596] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.375255] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.336s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.411035] env[62093]: INFO nova.scheduler.client.report [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Deleted allocations for instance 58b211a6-d6a3-49ec-900e-63a32c7a98d2 [ 1504.432839] env[62093]: DEBUG nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1504.457285] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1504.457566] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1504.457777] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.457977] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1504.458153] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.458290] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1504.458501] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1504.458661] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1504.458827] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1504.459010] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1504.459222] env[62093]: DEBUG nova.virt.hardware [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1504.460136] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cf8e33-e46e-4fbf-82fa-7ae966333e76 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.469618] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a370259-6665-4d42-988f-7777195d1dad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.507297] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.529854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-967b6178-b830-4ad4-aaee-efa0908d2ea4 tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.880s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.529854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.020s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.529854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.529854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.529854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.530659] env[62093]: INFO nova.compute.manager [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Terminating instance [ 1504.532767] env[62093]: DEBUG nova.compute.manager [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1504.533141] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.534346] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f9bea-685e-4e9e-975c-5c0d098ebb50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.543031] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.543432] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5299a788-0514-40e4-9273-aa4c3f87a5f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.549777] env[62093]: DEBUG oslo_vmware.api [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1504.549777] env[62093]: value = "task-1710213" [ 1504.549777] env[62093]: _type = "Task" [ 1504.549777] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.558643] env[62093]: DEBUG oslo_vmware.api [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.595060] env[62093]: INFO nova.compute.manager [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Took 22.87 seconds to build instance. [ 1504.714246] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.780703] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710212, 'name': Rename_Task, 'duration_secs': 0.152756} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.781059] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.781318] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf6302d2-259b-4adc-a54b-e604cf0d9144 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.787429] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1504.787429] env[62093]: value = "task-1710214" [ 1504.787429] env[62093]: _type = "Task" [ 1504.787429] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.796662] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.881599] env[62093]: INFO nova.compute.claims [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1504.922967] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ba33a1f-aa6e-4de5-8e63-c9b42d4fcb5f tempest-VolumesAdminNegativeTest-997608254 tempest-VolumesAdminNegativeTest-997608254-project-member] Lock "58b211a6-d6a3-49ec-900e-63a32c7a98d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.397s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.070249] env[62093]: DEBUG oslo_vmware.api [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710213, 'name': PowerOffVM_Task, 'duration_secs': 0.366535} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.070667] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.071120] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.071822] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b57b954b-e46d-4402-b4c4-7fe932ff7405 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.097723] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a337db07-a34f-4846-bf5c-f43565934d18 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "e643332e-def9-4e37-ae70-227d8816809a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.385s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.152377] env[62093]: DEBUG nova.network.neutron [req-6bf2504a-594a-4337-a6e3-c5c1ded5cf48 req-147480c0-9244-4107-b401-79d920e7f447 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Updated VIF entry in instance network info cache for port e08f5741-1d73-4115-968c-b8928bcf2688. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.152882] env[62093]: DEBUG nova.network.neutron [req-6bf2504a-594a-4337-a6e3-c5c1ded5cf48 req-147480c0-9244-4107-b401-79d920e7f447 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Updating instance_info_cache with network_info: [{"id": "e08f5741-1d73-4115-968c-b8928bcf2688", "address": "fa:16:3e:2f:d8:83", "network": {"id": "9e9219c0-348e-43a5-8202-485d68f26fd0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1200292743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72706918f2a649baa2e3eb6d9db62df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08f5741-1d", "ovs_interfaceid": "e08f5741-1d73-4115-968c-b8928bcf2688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.272140] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.272458] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.272527] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Deleting the datastore file [datastore1] e22d7def-22b2-4f44-b5b7-1408bfa61e2f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.272793] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d51b7feb-ffbb-422c-88c5-b44b28d752f9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.280615] env[62093]: DEBUG oslo_vmware.api [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for the task: (returnval){ [ 1505.280615] env[62093]: value = "task-1710216" [ 1505.280615] env[62093]: _type = "Task" [ 1505.280615] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.289013] env[62093]: DEBUG oslo_vmware.api [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.307176] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.394481] env[62093]: INFO nova.compute.resource_tracker [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating resource usage from migration d6b07629-052f-4070-8f9a-2f2744cdc823 [ 1505.569790] env[62093]: DEBUG nova.network.neutron [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Successfully updated port: e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.656681] env[62093]: DEBUG oslo_concurrency.lockutils [req-6bf2504a-594a-4337-a6e3-c5c1ded5cf48 req-147480c0-9244-4107-b401-79d920e7f447 service nova] Releasing lock "refresh_cache-f4e07402-3f6e-4c09-9eef-3edca3b3d020" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.736975] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb951301-c7e6-482a-add5-4bf931fb5973 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.746230] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbcd2d8-5c08-47e9-ba25-fc72e7ddae18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.786469] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ebd9b2-0604-4a05-b011-aa70a2b6900c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.798568] env[62093]: DEBUG oslo_vmware.api [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Task: {'id': task-1710216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254777} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.800390] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fad971-66bc-4557-bb87-0ac3be1548bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.804513] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1505.804681] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1505.804893] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1505.805155] env[62093]: INFO nova.compute.manager [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1505.805408] env[62093]: DEBUG oslo.service.loopingcall [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.808506] env[62093]: DEBUG nova.compute.manager [-] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1505.808608] env[62093]: DEBUG nova.network.neutron [-] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1505.810347] env[62093]: DEBUG oslo_vmware.api [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710214, 'name': PowerOnVM_Task, 'duration_secs': 0.903143} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.811044] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.811269] env[62093]: INFO nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1505.811473] env[62093]: DEBUG nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1505.812560] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ba94a-5b48-4e55-b27b-d4cb168b7e84 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.823140] env[62093]: DEBUG nova.compute.provider_tree [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.072873] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.073331] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.073331] env[62093]: DEBUG nova.network.neutron [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.333182] env[62093]: DEBUG nova.scheduler.client.report [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1506.338379] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "e643332e-def9-4e37-ae70-227d8816809a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.338595] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "e643332e-def9-4e37-ae70-227d8816809a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.338795] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "e643332e-def9-4e37-ae70-227d8816809a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.338977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "e643332e-def9-4e37-ae70-227d8816809a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.339159] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "e643332e-def9-4e37-ae70-227d8816809a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.340950] env[62093]: INFO nova.compute.manager [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Terminating instance [ 1506.347182] env[62093]: DEBUG nova.compute.manager [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1506.347371] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.349466] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0622519-e5f0-4e04-9e0d-caa05ac27925 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.356360] env[62093]: INFO nova.compute.manager [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Took 23.42 seconds to build instance. [ 1506.357981] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b5a930-9ce7-4da1-baf8-7bce51430305 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.372317] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.372972] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b25335f-bf19-4eeb-b3d2-351fb2ada90e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.377487] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f81cf048-3c41-40fa-a33e-dc75053b5ba1 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Suspending the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1506.378105] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-29a1574d-b1d9-475b-8fc9-e2a99dca7af5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.383161] env[62093]: DEBUG oslo_vmware.api [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1506.383161] env[62093]: value = "task-1710217" [ 1506.383161] env[62093]: _type = "Task" [ 1506.383161] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.386803] env[62093]: DEBUG oslo_vmware.api [None req-f81cf048-3c41-40fa-a33e-dc75053b5ba1 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1506.386803] env[62093]: value = "task-1710218" [ 1506.386803] env[62093]: _type = "Task" [ 1506.386803] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.392995] env[62093]: DEBUG nova.compute.manager [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Received event network-vif-plugged-e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1506.393218] env[62093]: DEBUG oslo_concurrency.lockutils [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] Acquiring lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.393419] env[62093]: DEBUG oslo_concurrency.lockutils [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.393589] env[62093]: DEBUG oslo_concurrency.lockutils [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.393748] env[62093]: DEBUG nova.compute.manager [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] No waiting events found dispatching network-vif-plugged-e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1506.393904] env[62093]: WARNING nova.compute.manager [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Received unexpected event network-vif-plugged-e780764a-1cc9-4f34-8160-cbd0658d6360 for instance with vm_state building and task_state spawning. [ 1506.394066] env[62093]: DEBUG nova.compute.manager [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Received event network-changed-e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1506.394214] env[62093]: DEBUG nova.compute.manager [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Refreshing instance network info cache due to event network-changed-e780764a-1cc9-4f34-8160-cbd0658d6360. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1506.394371] env[62093]: DEBUG oslo_concurrency.lockutils [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] Acquiring lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.399775] env[62093]: DEBUG oslo_vmware.api [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.403381] env[62093]: DEBUG oslo_vmware.api [None req-f81cf048-3c41-40fa-a33e-dc75053b5ba1 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710218, 'name': SuspendVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.622764] env[62093]: DEBUG nova.network.neutron [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.797725] env[62093]: DEBUG nova.network.neutron [-] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.838907] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.464s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.839203] env[62093]: INFO nova.compute.manager [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Migrating [ 1506.846858] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.486s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.847580] env[62093]: DEBUG nova.objects.instance [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lazy-loading 'resources' on Instance uuid ed51c944-4abc-4b54-b47f-88c9cb2897df {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.865729] env[62093]: DEBUG oslo_concurrency.lockutils [None req-64c853b6-ce3c-4220-ae9a-9f0b45e0602d tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.940s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.896826] env[62093]: DEBUG nova.network.neutron [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Updating instance_info_cache with network_info: [{"id": "e780764a-1cc9-4f34-8160-cbd0658d6360", "address": "fa:16:3e:d0:51:3c", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape780764a-1c", "ovs_interfaceid": "e780764a-1cc9-4f34-8160-cbd0658d6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.903998] env[62093]: DEBUG oslo_vmware.api [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.911932] env[62093]: DEBUG oslo_vmware.api [None req-f81cf048-3c41-40fa-a33e-dc75053b5ba1 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710218, 'name': SuspendVM_Task} progress is 41%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.181015] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746a848e-cad8-465a-b076-792a0aa3eb85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.191494] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c824ca-7128-4ef2-9aaf-65982f8ba261 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.226696] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9313a9bd-30ea-46ef-9588-0b1c3d7faf91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.234688] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c7fc0-c4ab-4354-923c-1390d3a1730d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.249132] env[62093]: DEBUG nova.compute.provider_tree [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.307612] env[62093]: INFO nova.compute.manager [-] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Took 1.50 seconds to deallocate network for instance. [ 1507.363165] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.363355] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.363392] env[62093]: DEBUG nova.network.neutron [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.399562] env[62093]: DEBUG oslo_vmware.api [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710217, 'name': PowerOffVM_Task, 'duration_secs': 0.732969} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.402020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.402020] env[62093]: DEBUG nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Instance network_info: |[{"id": "e780764a-1cc9-4f34-8160-cbd0658d6360", "address": "fa:16:3e:d0:51:3c", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape780764a-1c", "ovs_interfaceid": "e780764a-1cc9-4f34-8160-cbd0658d6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1507.402020] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.402020] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.402020] env[62093]: DEBUG oslo_concurrency.lockutils [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] Acquired lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.402020] env[62093]: DEBUG nova.network.neutron [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Refreshing network info cache for port e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.402449] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:51:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e780764a-1cc9-4f34-8160-cbd0658d6360', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.411060] env[62093]: DEBUG oslo.service.loopingcall [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.411269] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6a10da8-8512-478b-855d-0228e81de85b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.417095] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.419991] env[62093]: DEBUG oslo_vmware.api [None req-f81cf048-3c41-40fa-a33e-dc75053b5ba1 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710218, 'name': SuspendVM_Task} progress is 41%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.420299] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6037bf1-0dbe-4941-bbce-d6718d6aaa64 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.443077] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.443077] env[62093]: value = "task-1710220" [ 1507.443077] env[62093]: _type = "Task" [ 1507.443077] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.452387] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710220, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.587021] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.587021] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.587021] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleting the datastore file [datastore1] e643332e-def9-4e37-ae70-227d8816809a {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.587021] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-612e8476-7db7-4cdc-943e-05b928ca52ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.595026] env[62093]: DEBUG oslo_vmware.api [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1507.595026] env[62093]: value = "task-1710221" [ 1507.595026] env[62093]: _type = "Task" [ 1507.595026] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.602490] env[62093]: DEBUG oslo_vmware.api [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.758024] env[62093]: DEBUG nova.scheduler.client.report [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1507.813555] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.905867] env[62093]: DEBUG oslo_vmware.api [None req-f81cf048-3c41-40fa-a33e-dc75053b5ba1 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710218, 'name': SuspendVM_Task, 'duration_secs': 1.457484} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.910541] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f81cf048-3c41-40fa-a33e-dc75053b5ba1 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Suspended the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1507.911032] env[62093]: DEBUG nova.compute.manager [None req-f81cf048-3c41-40fa-a33e-dc75053b5ba1 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1507.912177] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6aa6cd-0440-42d2-bfb3-611a4a7ae89a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.954526] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710220, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.107056] env[62093]: DEBUG oslo_vmware.api [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369234} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.107056] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.107281] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.107492] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.107636] env[62093]: INFO nova.compute.manager [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: e643332e-def9-4e37-ae70-227d8816809a] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1508.107817] env[62093]: DEBUG oslo.service.loopingcall [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.107991] env[62093]: DEBUG nova.compute.manager [-] [instance: e643332e-def9-4e37-ae70-227d8816809a] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1508.108178] env[62093]: DEBUG nova.network.neutron [-] [instance: e643332e-def9-4e37-ae70-227d8816809a] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1508.247963] env[62093]: DEBUG nova.network.neutron [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance_info_cache with network_info: [{"id": "ac892918-b198-45ad-8c8a-7ec595af24b5", "address": "fa:16:3e:c2:1e:d2", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac892918-b1", "ovs_interfaceid": "ac892918-b198-45ad-8c8a-7ec595af24b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.261452] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.415s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.264383] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.516s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.264684] env[62093]: DEBUG nova.objects.instance [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lazy-loading 'resources' on Instance uuid 2ed2dce7-7f24-4479-a059-36811c24b914 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.288433] env[62093]: INFO nova.scheduler.client.report [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted allocations for instance ed51c944-4abc-4b54-b47f-88c9cb2897df [ 1508.295393] env[62093]: DEBUG nova.network.neutron [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Updated VIF entry in instance network info cache for port e780764a-1cc9-4f34-8160-cbd0658d6360. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.295393] env[62093]: DEBUG nova.network.neutron [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Updating instance_info_cache with network_info: [{"id": "e780764a-1cc9-4f34-8160-cbd0658d6360", "address": "fa:16:3e:d0:51:3c", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape780764a-1c", "ovs_interfaceid": "e780764a-1cc9-4f34-8160-cbd0658d6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.421709] env[62093]: DEBUG nova.compute.manager [req-f8f75e8e-c664-41b9-a739-e4974eb98a5b req-9241d685-f9c2-4c76-986e-8061cb929f7d service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Received event network-vif-deleted-a62dc1f1-49da-4ede-b42f-ee80ecce4e11 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.421709] env[62093]: INFO nova.compute.manager [req-f8f75e8e-c664-41b9-a739-e4974eb98a5b req-9241d685-f9c2-4c76-986e-8061cb929f7d service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Neutron deleted interface a62dc1f1-49da-4ede-b42f-ee80ecce4e11; detaching it from the instance and deleting it from the info cache [ 1508.421709] env[62093]: DEBUG nova.network.neutron [req-f8f75e8e-c664-41b9-a739-e4974eb98a5b req-9241d685-f9c2-4c76-986e-8061cb929f7d service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.454787] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710220, 'name': CreateVM_Task, 'duration_secs': 0.636692} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.454965] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.455650] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.455821] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.456159] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.456664] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3aec71b-95e0-47f9-96aa-9ad39c0e8081 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.461305] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1508.461305] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5240c09c-936c-4762-e24c-63135a5863ba" [ 1508.461305] env[62093]: _type = "Task" [ 1508.461305] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.473148] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5240c09c-936c-4762-e24c-63135a5863ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.480514] env[62093]: DEBUG nova.compute.manager [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Received event network-vif-deleted-59a2d20d-9ab3-4f68-bfc5-4805e1651f1d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.480753] env[62093]: DEBUG nova.compute.manager [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Received event network-changed-bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.480917] env[62093]: DEBUG nova.compute.manager [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Refreshing instance network info cache due to event network-changed-bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1508.481533] env[62093]: DEBUG oslo_concurrency.lockutils [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] Acquiring lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.481757] env[62093]: DEBUG oslo_concurrency.lockutils [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] Acquired lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.481971] env[62093]: DEBUG nova.network.neutron [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Refreshing network info cache for port bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.754059] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.798110] env[62093]: DEBUG oslo_concurrency.lockutils [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] Releasing lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.798110] env[62093]: DEBUG nova.compute.manager [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Received event network-vif-deleted-e98bfad4-bb9f-4705-ac61-4911f57a05a9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.798110] env[62093]: INFO nova.compute.manager [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Neutron deleted interface e98bfad4-bb9f-4705-ac61-4911f57a05a9; detaching it from the instance and deleting it from the info cache [ 1508.798110] env[62093]: DEBUG nova.network.neutron [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Updating instance_info_cache with network_info: [{"id": "59a2d20d-9ab3-4f68-bfc5-4805e1651f1d", "address": "fa:16:3e:f5:48:a4", "network": {"id": "aa57bc82-b3b2-4f79-97b9-05177228d163", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331358791", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34b42c96bbd44259bad56986e684da86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a2d20d-9a", "ovs_interfaceid": "59a2d20d-9ab3-4f68-bfc5-4805e1651f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.803351] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c755c697-0ca5-4cc6-82f1-13165b193a38 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "ed51c944-4abc-4b54-b47f-88c9cb2897df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.469s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.892700] env[62093]: DEBUG nova.network.neutron [-] [instance: e643332e-def9-4e37-ae70-227d8816809a] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.925122] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77db6c12-f186-41ed-acb6-5c728733d9ce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.935642] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2ad075-c6f9-4786-9996-0eacc6b31f9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.977027] env[62093]: DEBUG nova.compute.manager [req-f8f75e8e-c664-41b9-a739-e4974eb98a5b req-9241d685-f9c2-4c76-986e-8061cb929f7d service nova] [instance: e643332e-def9-4e37-ae70-227d8816809a] Detach interface failed, port_id=a62dc1f1-49da-4ede-b42f-ee80ecce4e11, reason: Instance e643332e-def9-4e37-ae70-227d8816809a could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1508.989023] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5240c09c-936c-4762-e24c-63135a5863ba, 'name': SearchDatastore_Task, 'duration_secs': 0.024809} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.994693] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.994693] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.994864] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.994912] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.995113] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.996410] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad13ee32-ff30-4d9b-8eb4-9deca52c3dd8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.010108] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.010108] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.010462] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcfbf98-f017-42c5-afad-551d46c1210c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.015523] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1509.015523] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d98c8e-6841-89a5-8b8b-f28f625c433c" [ 1509.015523] env[62093]: _type = "Task" [ 1509.015523] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.024713] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d98c8e-6841-89a5-8b8b-f28f625c433c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.084136] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8434cea8-d521-4823-92c3-c206027812a8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.091696] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a219f6c0-92b6-46fd-ab81-90a4d1391194 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.122011] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c527b4c-6e2f-4118-b52b-47f9ef79f598 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.132409] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1481e-578c-44e1-81cf-be5a7d52dae4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.146475] env[62093]: DEBUG nova.compute.provider_tree [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.187809] env[62093]: INFO nova.compute.manager [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Resuming [ 1509.188480] env[62093]: DEBUG nova.objects.instance [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lazy-loading 'flavor' on Instance uuid 64c40b08-3480-4869-8d35-f8b4db862733 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.304511] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb41c1a-3ee7-478f-934b-6886f0b713fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.321554] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705ac30-a952-42d0-9e04-2ba327c8cbb2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.358245] env[62093]: DEBUG nova.compute.manager [req-887af744-84c5-44d3-8ae6-52a9b26609d6 req-d66f534a-6363-4adb-a5ac-7743d25cbcd1 service nova] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Detach interface failed, port_id=e98bfad4-bb9f-4705-ac61-4911f57a05a9, reason: Instance e22d7def-22b2-4f44-b5b7-1408bfa61e2f could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1509.398345] env[62093]: INFO nova.compute.manager [-] [instance: e643332e-def9-4e37-ae70-227d8816809a] Took 1.29 seconds to deallocate network for instance. [ 1509.482045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.482361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.482645] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.482795] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.482946] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.485113] env[62093]: INFO nova.compute.manager [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Terminating instance [ 1509.487281] env[62093]: DEBUG nova.compute.manager [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1509.487281] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.488271] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c551fa-901f-4685-9b46-a26b327ae283 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.496980] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.497225] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db4bc585-559b-4819-a338-f52aedd858f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.504012] env[62093]: DEBUG oslo_vmware.api [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1509.504012] env[62093]: value = "task-1710222" [ 1509.504012] env[62093]: _type = "Task" [ 1509.504012] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.517531] env[62093]: DEBUG oslo_vmware.api [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.526580] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d98c8e-6841-89a5-8b8b-f28f625c433c, 'name': SearchDatastore_Task, 'duration_secs': 0.033619} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.527175] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2461609e-bc58-456a-ba77-b5c18ee30ae4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.532852] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1509.532852] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c5ad72-2e58-4c8f-f5f0-cdee0dfd2ae8" [ 1509.532852] env[62093]: _type = "Task" [ 1509.532852] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.540687] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c5ad72-2e58-4c8f-f5f0-cdee0dfd2ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.543434] env[62093]: DEBUG nova.network.neutron [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Updated VIF entry in instance network info cache for port bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.543783] env[62093]: DEBUG nova.network.neutron [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Updating instance_info_cache with network_info: [{"id": "bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1", "address": "fa:16:3e:12:4e:c1", "network": {"id": "088ea621-58db-4254-8e99-53093caa9c91", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1148066931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "155cf1dfcc2544ce8b30a099fc1ba160", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdad7a6e-ae", "ovs_interfaceid": "bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.685236] env[62093]: DEBUG nova.scheduler.client.report [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1509.685817] env[62093]: DEBUG nova.compute.provider_tree [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 108 to 109 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1509.685817] env[62093]: DEBUG nova.compute.provider_tree [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.904614] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.014461] env[62093]: DEBUG oslo_vmware.api [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710222, 'name': PowerOffVM_Task, 'duration_secs': 0.258323} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.014785] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.014972] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.015224] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfacdb79-4f06-4d0e-a755-be97a5208045 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.043570] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c5ad72-2e58-4c8f-f5f0-cdee0dfd2ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.043850] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.044128] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 43008c39-f0b3-4230-b04b-06f95e4bf2b3/43008c39-f0b3-4230-b04b-06f95e4bf2b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1510.044938] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a89121f-a24d-4e6e-ac8b-75f0d7ebc667 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.047148] env[62093]: DEBUG oslo_concurrency.lockutils [req-c40a9681-2cee-445f-b3a7-96568d2d4592 req-35a25cc3-f9a5-4439-ad02-b9c7d8cec9de service nova] Releasing lock "refresh_cache-7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.052169] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1510.052169] env[62093]: value = "task-1710224" [ 1510.052169] env[62093]: _type = "Task" [ 1510.052169] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.060894] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.086477] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.087110] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.087387] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleting the datastore file [datastore1] 9c7edb3c-e8f6-40f7-81bf-b1133f428625 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.087732] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f87d4c72-bc64-4bf7-a604-105ff0ac35d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.094445] env[62093]: DEBUG oslo_vmware.api [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1510.094445] env[62093]: value = "task-1710225" [ 1510.094445] env[62093]: _type = "Task" [ 1510.094445] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.103460] env[62093]: DEBUG oslo_vmware.api [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.191658] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.194327] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.480s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.194563] env[62093]: DEBUG nova.objects.instance [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lazy-loading 'resources' on Instance uuid a3e48e71-e343-48f3-8bbf-8498f4db9f9d {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.196382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.196594] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquired lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.196750] env[62093]: DEBUG nova.network.neutron [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.215397] env[62093]: INFO nova.scheduler.client.report [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Deleted allocations for instance 2ed2dce7-7f24-4479-a059-36811c24b914 [ 1510.270441] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.270681] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.272325] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ea8cae-28c0-49c4-8811-a67997514ca2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.293399] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance 'b8782dfa-80c8-4e6e-884e-e17f7b39722f' progress to 0 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1510.564137] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.607851] env[62093]: DEBUG oslo_vmware.api [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260417} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.608261] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.608354] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.608506] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.608800] env[62093]: INFO nova.compute.manager [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1510.609166] env[62093]: DEBUG oslo.service.loopingcall [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.609407] env[62093]: DEBUG nova.compute.manager [-] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1510.609506] env[62093]: DEBUG nova.network.neutron [-] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.728237] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e44e11ac-8fd8-4a2a-bf11-787572138723 tempest-ServersAdminTestJSON-1410067233 tempest-ServersAdminTestJSON-1410067233-project-member] Lock "2ed2dce7-7f24-4479-a059-36811c24b914" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.704s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.776193] env[62093]: DEBUG nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1510.799276] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.799973] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e0b1309-e162-41e9-8a2b-fdf317eacd39 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.813652] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1510.813652] env[62093]: value = "task-1710226" [ 1510.813652] env[62093]: _type = "Task" [ 1510.813652] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.823455] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.047767] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33898ed7-3d60-4ef6-9d19-a09c3c0e758a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.058530] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf318cc-0baa-423e-b664-1590ea3dfd3c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.069403] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695925} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.095014] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 43008c39-f0b3-4230-b04b-06f95e4bf2b3/43008c39-f0b3-4230-b04b-06f95e4bf2b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.095014] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.098576] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf5167f4-63a7-4619-b132-03462f1ea0fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.101191] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b119d-6409-4d0e-bddf-d2974e4a81fb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.114309] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3bf58e-2831-4ec5-9e89-1f1a56848774 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.119020] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1511.119020] env[62093]: value = "task-1710227" [ 1511.119020] env[62093]: _type = "Task" [ 1511.119020] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.133959] env[62093]: DEBUG nova.compute.manager [req-0f04c0cb-85c9-415b-8636-ee778eaf1a12 req-8fc4db49-2360-4557-8c57-4cfc501f5a67 service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Received event network-vif-deleted-e42373a5-537b-4e37-9e93-8a8bfc28a9ab {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.134213] env[62093]: INFO nova.compute.manager [req-0f04c0cb-85c9-415b-8636-ee778eaf1a12 req-8fc4db49-2360-4557-8c57-4cfc501f5a67 service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Neutron deleted interface e42373a5-537b-4e37-9e93-8a8bfc28a9ab; detaching it from the instance and deleting it from the info cache [ 1511.134392] env[62093]: DEBUG nova.network.neutron [req-0f04c0cb-85c9-415b-8636-ee778eaf1a12 req-8fc4db49-2360-4557-8c57-4cfc501f5a67 service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.136511] env[62093]: DEBUG nova.compute.provider_tree [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.143091] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.163651] env[62093]: DEBUG nova.network.neutron [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [{"id": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "address": "fa:16:3e:67:75:22", "network": {"id": "a1b1826c-d233-4767-8d93-909e4148852d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-188037066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f2127ab59c47968711e07d0889397d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb38d9c-54", "ovs_interfaceid": "8eb38d9c-5462-4a15-b80f-30c3c1311093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.297439] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.323110] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710226, 'name': PowerOffVM_Task, 'duration_secs': 0.449945} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.323342] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.323556] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance 'b8782dfa-80c8-4e6e-884e-e17f7b39722f' progress to 17 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1511.607988] env[62093]: DEBUG nova.network.neutron [-] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.630272] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288772} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.630473] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.631321] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939ba52e-51f1-460b-96c7-3fd521f8c8c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.647652] env[62093]: DEBUG nova.scheduler.client.report [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1511.659711] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 43008c39-f0b3-4230-b04b-06f95e4bf2b3/43008c39-f0b3-4230-b04b-06f95e4bf2b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.660304] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7977721-e25d-4d35-b9f5-6fde8d302f55 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.662909] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a3779f-84a1-4291-b2e4-4bf649902bfb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.677973] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Releasing lock "refresh_cache-64c40b08-3480-4869-8d35-f8b4db862733" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.679528] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33af5609-0b76-4f9d-838d-31ce71cb4939 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.686583] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ac0e6b-b210-4ade-99e1-9ad10cc4d297 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.699233] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1511.699233] env[62093]: value = "task-1710228" [ 1511.699233] env[62093]: _type = "Task" [ 1511.699233] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.699512] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Resuming the VM {{(pid=62093) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1511.700259] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef9e3f83-142b-4747-8393-c525810cfe34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.709964] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.711358] env[62093]: DEBUG oslo_vmware.api [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1511.711358] env[62093]: value = "task-1710229" [ 1511.711358] env[62093]: _type = "Task" [ 1511.711358] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.723098] env[62093]: DEBUG nova.compute.manager [req-0f04c0cb-85c9-415b-8636-ee778eaf1a12 req-8fc4db49-2360-4557-8c57-4cfc501f5a67 service nova] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Detach interface failed, port_id=e42373a5-537b-4e37-9e93-8a8bfc28a9ab, reason: Instance 9c7edb3c-e8f6-40f7-81bf-b1133f428625 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1511.731184] env[62093]: DEBUG oslo_vmware.api [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.830976] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.830976] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.830976] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.830976] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.831273] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.831273] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.831466] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.831626] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.831789] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.831954] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.832168] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.838179] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923d8d99-0dba-4514-81c5-fdefef74e895 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.854964] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1511.854964] env[62093]: value = "task-1710230" [ 1511.854964] env[62093]: _type = "Task" [ 1511.854964] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.865057] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.111759] env[62093]: INFO nova.compute.manager [-] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Took 1.50 seconds to deallocate network for instance. [ 1512.164020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.164020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.350s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.164020] env[62093]: DEBUG nova.objects.instance [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lazy-loading 'resources' on Instance uuid e22d7def-22b2-4f44-b5b7-1408bfa61e2f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.205874] env[62093]: INFO nova.scheduler.client.report [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Deleted allocations for instance a3e48e71-e343-48f3-8bbf-8498f4db9f9d [ 1512.212966] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710228, 'name': ReconfigVM_Task, 'duration_secs': 0.444064} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.213472] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 43008c39-f0b3-4230-b04b-06f95e4bf2b3/43008c39-f0b3-4230-b04b-06f95e4bf2b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.214195] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eb0c527-45aa-4193-a093-fea39bd241fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.223379] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1512.223379] env[62093]: value = "task-1710231" [ 1512.223379] env[62093]: _type = "Task" [ 1512.223379] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.238417] env[62093]: DEBUG oslo_vmware.api [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710229, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.244022] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710231, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.368393] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710230, 'name': ReconfigVM_Task, 'duration_secs': 0.157633} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.368719] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance 'b8782dfa-80c8-4e6e-884e-e17f7b39722f' progress to 33 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1512.621382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.717505] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bcfc0fe7-a15d-40b0-b12a-0927c7ad6a64 tempest-MigrationsAdminTest-1694118054 tempest-MigrationsAdminTest-1694118054-project-member] Lock "a3e48e71-e343-48f3-8bbf-8498f4db9f9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.071s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.735990] env[62093]: DEBUG oslo_vmware.api [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710229, 'name': PowerOnVM_Task, 'duration_secs': 0.766007} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.739695] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Resumed the VM {{(pid=62093) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1512.740090] env[62093]: DEBUG nova.compute.manager [None req-d537f22a-b6cf-49d9-adc2-92e1bd855648 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1512.748880] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6db8955-ec81-4abb-861a-76e796c75e1b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.753746] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710231, 'name': Rename_Task, 'duration_secs': 0.274334} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.754327] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.755381] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318b2b02-577a-4ff1-8ffc-a93bf6ce8805 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.773668] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1512.773668] env[62093]: value = "task-1710232" [ 1512.773668] env[62093]: _type = "Task" [ 1512.773668] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.785695] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.875757] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1512.875963] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1512.876714] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.876714] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1512.876714] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.876714] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1512.876999] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1512.877080] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1512.877253] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1512.877419] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1512.877817] env[62093]: DEBUG nova.virt.hardware [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1512.884181] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1512.887365] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2e1702-fc5a-4866-8108-26b03a43a123 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.908285] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1512.908285] env[62093]: value = "task-1710233" [ 1512.908285] env[62093]: _type = "Task" [ 1512.908285] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.919376] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.014284] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158c4702-9506-4e61-8206-2a9f17e6890d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.022842] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbf8191-5803-4d03-b4b8-226b29594f48 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.057868] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ced845-9282-47c0-8e72-6fadaa9fbf4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.066813] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c10f69-6a25-4b76-881b-d0e7f51fe793 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.085796] env[62093]: DEBUG nova.compute.provider_tree [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.282928] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710232, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.420016] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.592020] env[62093]: DEBUG nova.scheduler.client.report [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1513.784052] env[62093]: DEBUG oslo_vmware.api [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710232, 'name': PowerOnVM_Task, 'duration_secs': 0.989587} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.784641] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.784941] env[62093]: INFO nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1513.785859] env[62093]: DEBUG nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1513.786703] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7b864-9039-472a-bcce-8d6d67db4763 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.919776] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710233, 'name': ReconfigVM_Task, 'duration_secs': 0.51613} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.920108] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1513.920929] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e8aad5-2c72-4253-8864-f38f2659141a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.952250] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] b8782dfa-80c8-4e6e-884e-e17f7b39722f/b8782dfa-80c8-4e6e-884e-e17f7b39722f.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.952701] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b2d852-cf89-4ea5-a61c-ec3ff6bab1f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.975104] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1513.975104] env[62093]: value = "task-1710234" [ 1513.975104] env[62093]: _type = "Task" [ 1513.975104] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.984258] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.098652] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.101200] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.197s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.101412] env[62093]: DEBUG nova.objects.instance [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lazy-loading 'resources' on Instance uuid e643332e-def9-4e37-ae70-227d8816809a {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.129466] env[62093]: INFO nova.scheduler.client.report [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Deleted allocations for instance e22d7def-22b2-4f44-b5b7-1408bfa61e2f [ 1514.312281] env[62093]: INFO nova.compute.manager [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Took 29.75 seconds to build instance. [ 1514.491314] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.638367] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a15c429-c451-4c77-bdbe-0d15adae477b tempest-ServersTestMultiNic-833428865 tempest-ServersTestMultiNic-833428865-project-member] Lock "e22d7def-22b2-4f44-b5b7-1408bfa61e2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.110s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.815636] env[62093]: DEBUG oslo_concurrency.lockutils [None req-78d7939e-3afb-46b5-aa26-00c9b567dc7a tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.261s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.869143] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e6b1df-a7c5-4eb7-a16e-bbab50f8c4d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.877027] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152c7fe-c40e-4d14-8e86-5e035bf52567 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.909770] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e27405-1095-4e91-acb3-1ccedc98be89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.921588] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf906633-41b9-4399-84b3-d528484991a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.938545] env[62093]: DEBUG nova.compute.provider_tree [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.989471] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710234, 'name': ReconfigVM_Task, 'duration_secs': 0.714843} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.990425] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] b8782dfa-80c8-4e6e-884e-e17f7b39722f/b8782dfa-80c8-4e6e-884e-e17f7b39722f.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.990743] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance 'b8782dfa-80c8-4e6e-884e-e17f7b39722f' progress to 50 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.442927] env[62093]: DEBUG nova.scheduler.client.report [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1515.475808] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.476127] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.476297] env[62093]: INFO nova.compute.manager [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Shelving [ 1515.498580] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082db505-c976-4752-80f1-58db5243dcdb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.520820] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7fec62-e42a-4a39-9df4-42dfd5535782 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.544649] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance 'b8782dfa-80c8-4e6e-884e-e17f7b39722f' progress to 67 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.950515] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.956232] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.659s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.958030] env[62093]: INFO nova.compute.claims [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.984838] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.985352] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5704cb25-080f-4dbc-b7fb-503cd3634712 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.992801] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1515.992801] env[62093]: value = "task-1710235" [ 1515.992801] env[62093]: _type = "Task" [ 1515.992801] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.997805] env[62093]: INFO nova.scheduler.client.report [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted allocations for instance e643332e-def9-4e37-ae70-227d8816809a [ 1516.007840] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.170445] env[62093]: DEBUG nova.network.neutron [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Port ac892918-b198-45ad-8c8a-7ec595af24b5 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1516.513263] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710235, 'name': PowerOffVM_Task, 'duration_secs': 0.336639} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.513608] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.513997] env[62093]: DEBUG oslo_concurrency.lockutils [None req-580cb4ae-1f83-4938-a629-af88c7b5681d tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "e643332e-def9-4e37-ae70-227d8816809a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.175s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.518568] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c813783e-eb46-489b-aea8-c7487fd1496c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.546603] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d021f4ff-9c09-4433-9cd9-2c0e712ca547 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.059676] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1517.060089] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2423c98f-0243-4ae2-8de6-b68ed5c10eab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.071807] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1517.071807] env[62093]: value = "task-1710236" [ 1517.071807] env[62093]: _type = "Task" [ 1517.071807] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.082871] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710236, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.205776] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.206067] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.206259] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.311039] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe74507-09b0-469a-958c-2336008b6d55 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.321376] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c50905-7e19-4d57-ad57-5a3ff1d1c719 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.353801] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a920fd2d-6d09-4f90-9896-6cd5fbfd7038 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.362681] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ca7aeb-d3ac-45c3-933f-668491817399 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.379017] env[62093]: DEBUG nova.compute.provider_tree [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.587023] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710236, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.731364] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.731626] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.783822] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.784086] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.880074] env[62093]: DEBUG nova.scheduler.client.report [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1518.082976] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710236, 'name': CreateSnapshot_Task, 'duration_secs': 0.521123} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.087488] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1518.087488] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaea35d1-cf84-4fa1-9074-b425ff1d306c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.234206] env[62093]: DEBUG nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1518.250444] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "1b2c3901-2f44-4d90-bec1-0caa68491505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.250842] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "1b2c3901-2f44-4d90-bec1-0caa68491505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.257087] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.257087] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.277206] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.277206] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.277206] env[62093]: DEBUG nova.network.neutron [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.286886] env[62093]: DEBUG nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1518.386930] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.387521] env[62093]: DEBUG nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1518.390767] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.770s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.394017] env[62093]: DEBUG nova.objects.instance [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lazy-loading 'resources' on Instance uuid 9c7edb3c-e8f6-40f7-81bf-b1133f428625 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.609880] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1518.610476] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-931c926b-11fb-4a83-9acb-6ef3c1a1e13d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.622059] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1518.622059] env[62093]: value = "task-1710237" [ 1518.622059] env[62093]: _type = "Task" [ 1518.622059] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.635386] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710237, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.659210] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.659432] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.731052] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.731624] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.754209] env[62093]: DEBUG nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1518.763196] env[62093]: DEBUG nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1518.765823] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.810669] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.896586] env[62093]: DEBUG nova.compute.utils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.909475] env[62093]: DEBUG nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1518.909787] env[62093]: DEBUG nova.network.neutron [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1519.029861] env[62093]: DEBUG nova.policy [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b3718ca34d4eefaa915c1785ee1c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbdc7b988a614ddd8820f3b2181c92e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1519.039713] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquiring lock "0724ad4f-961b-489e-a7fa-caaf076ea1df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.039991] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "0724ad4f-961b-489e-a7fa-caaf076ea1df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.140480] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710237, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.148100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "64c40b08-3480-4869-8d35-f8b4db862733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.148293] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.148509] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "64c40b08-3480-4869-8d35-f8b4db862733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.148692] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.148864] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.151535] env[62093]: INFO nova.compute.manager [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Terminating instance [ 1519.154925] env[62093]: DEBUG nova.compute.manager [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1519.154925] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.155092] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb3ec7-4e8b-46b5-a75d-2387c1156ead {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.162555] env[62093]: DEBUG nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1519.167113] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.169549] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ceaff0-7036-4f1e-8f84-05960899fcfe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.179182] env[62093]: DEBUG oslo_vmware.api [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1519.179182] env[62093]: value = "task-1710238" [ 1519.179182] env[62093]: _type = "Task" [ 1519.179182] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.192647] env[62093]: DEBUG oslo_vmware.api [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.205949] env[62093]: DEBUG nova.network.neutron [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance_info_cache with network_info: [{"id": "ac892918-b198-45ad-8c8a-7ec595af24b5", "address": "fa:16:3e:c2:1e:d2", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac892918-b1", "ovs_interfaceid": "ac892918-b198-45ad-8c8a-7ec595af24b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.233827] env[62093]: DEBUG nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1519.294028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.304196] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.318221] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efefe741-0b30-4f54-a6e0-50cbe69ac85e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.327383] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c608c4a5-5b7f-468d-b828-4658d4997ae1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.358799] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a258ad-f8e7-4960-bf3a-fae67356f40c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.366874] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3bb386-78c8-4f5c-9eb8-b43c0198797b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.382031] env[62093]: DEBUG nova.compute.provider_tree [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.410554] env[62093]: DEBUG nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1519.520914] env[62093]: DEBUG nova.network.neutron [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Successfully created port: 0ef4ffee-c8f1-4488-a9f4-36cba086ac96 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.542744] env[62093]: DEBUG nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1519.638306] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710237, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.688477] env[62093]: DEBUG oslo_vmware.api [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710238, 'name': PowerOffVM_Task, 'duration_secs': 0.306361} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.688782] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.688957] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.689253] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9875a212-b942-4978-ac6a-9894ff258e2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.691741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.712083] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.755313] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.770970] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.771351] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.771629] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleting the datastore file [datastore1] 64c40b08-3480-4869-8d35-f8b4db862733 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.772034] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d816f35f-1472-4270-bd85-28355d603ccc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.781143] env[62093]: DEBUG oslo_vmware.api [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for the task: (returnval){ [ 1519.781143] env[62093]: value = "task-1710240" [ 1519.781143] env[62093]: _type = "Task" [ 1519.781143] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.793933] env[62093]: DEBUG oslo_vmware.api [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.885234] env[62093]: DEBUG nova.scheduler.client.report [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1520.065200] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.135433] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710237, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.253137] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3784c-a9f3-4389-9276-c84551b64bcd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.275283] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5667213-dc02-4bf1-a7f0-6b74e5f2b045 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.283443] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance 'b8782dfa-80c8-4e6e-884e-e17f7b39722f' progress to 83 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1520.296082] env[62093]: DEBUG oslo_vmware.api [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Task: {'id': task-1710240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38623} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.297643] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.297643] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.297643] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.297643] env[62093]: INFO nova.compute.manager [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1520.297643] env[62093]: DEBUG oslo.service.loopingcall [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.297643] env[62093]: DEBUG nova.compute.manager [-] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1520.297643] env[62093]: DEBUG nova.network.neutron [-] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.393021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.396509] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.630s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.398363] env[62093]: INFO nova.compute.claims [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.421495] env[62093]: INFO nova.scheduler.client.report [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted allocations for instance 9c7edb3c-e8f6-40f7-81bf-b1133f428625 [ 1520.424017] env[62093]: DEBUG nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1520.472314] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1520.472947] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1520.473477] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.473935] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1520.474365] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.474788] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1520.480031] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1520.480031] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1520.480031] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1520.480031] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1520.480031] env[62093]: DEBUG nova.virt.hardware [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1520.480682] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d792cb3-dd6c-4c89-9fb5-d66edfc60b19 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.503452] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdccad5b-8f5a-49a8-ac98-7c0813d6f8c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.635076] env[62093]: DEBUG nova.compute.manager [req-59b8052f-98c7-4f77-877e-44d32e810556 req-0c591a4b-18af-4b0b-bbd6-06b9d0545b40 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Received event network-vif-deleted-8eb38d9c-5462-4a15-b80f-30c3c1311093 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1520.635453] env[62093]: INFO nova.compute.manager [req-59b8052f-98c7-4f77-877e-44d32e810556 req-0c591a4b-18af-4b0b-bbd6-06b9d0545b40 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Neutron deleted interface 8eb38d9c-5462-4a15-b80f-30c3c1311093; detaching it from the instance and deleting it from the info cache [ 1520.635758] env[62093]: DEBUG nova.network.neutron [req-59b8052f-98c7-4f77-877e-44d32e810556 req-0c591a4b-18af-4b0b-bbd6-06b9d0545b40 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.642465] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710237, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.794028] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.794028] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff833fda-e5e3-4a89-8fb7-1625c9225931 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.801156] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1520.801156] env[62093]: value = "task-1710241" [ 1520.801156] env[62093]: _type = "Task" [ 1520.801156] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.809476] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.935129] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d45fac86-412b-4c00-aab6-4f9ae6d2cd53 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "9c7edb3c-e8f6-40f7-81bf-b1133f428625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.453s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.105563] env[62093]: DEBUG nova.network.neutron [-] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.142354] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baaa0a63-544f-41c2-8f6b-d170e1efeb23 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.144922] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710237, 'name': CloneVM_Task, 'duration_secs': 2.132009} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.146104] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Created linked-clone VM from snapshot [ 1521.147293] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dbe7c1-5de9-4c1f-af53-bf0edbac5104 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.154295] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8a381e-dbca-45e0-a690-f3793bb2fc02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.169148] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Uploading image b7247617-4a9a-4635-9a3b-6ec8c08ed485 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1521.177889] env[62093]: DEBUG nova.network.neutron [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Successfully updated port: 0ef4ffee-c8f1-4488-a9f4-36cba086ac96 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.197313] env[62093]: DEBUG nova.compute.manager [req-59b8052f-98c7-4f77-877e-44d32e810556 req-0c591a4b-18af-4b0b-bbd6-06b9d0545b40 service nova] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Detach interface failed, port_id=8eb38d9c-5462-4a15-b80f-30c3c1311093, reason: Instance 64c40b08-3480-4869-8d35-f8b4db862733 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1521.207318] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1521.207318] env[62093]: value = "vm-356291" [ 1521.207318] env[62093]: _type = "VirtualMachine" [ 1521.207318] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1521.209202] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d646345f-d8f0-4705-9b5e-d37e0311f02e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.214703] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lease: (returnval){ [ 1521.214703] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52422f00-d155-5f19-6cf6-a36a8eb09d6b" [ 1521.214703] env[62093]: _type = "HttpNfcLease" [ 1521.214703] env[62093]: } obtained for exporting VM: (result){ [ 1521.214703] env[62093]: value = "vm-356291" [ 1521.214703] env[62093]: _type = "VirtualMachine" [ 1521.214703] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1521.215577] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the lease: (returnval){ [ 1521.215577] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52422f00-d155-5f19-6cf6-a36a8eb09d6b" [ 1521.215577] env[62093]: _type = "HttpNfcLease" [ 1521.215577] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1521.221898] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1521.221898] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52422f00-d155-5f19-6cf6-a36a8eb09d6b" [ 1521.221898] env[62093]: _type = "HttpNfcLease" [ 1521.221898] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1521.311468] env[62093]: DEBUG oslo_vmware.api [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710241, 'name': PowerOnVM_Task, 'duration_secs': 0.407959} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.311743] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.311924] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5317389b-e192-4c7a-8a9a-42b9e40a4545 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance 'b8782dfa-80c8-4e6e-884e-e17f7b39722f' progress to 100 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1521.608488] env[62093]: INFO nova.compute.manager [-] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Took 1.31 seconds to deallocate network for instance. [ 1521.680691] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "refresh_cache-2d9a01cf-9e55-4720-859e-d98e52d6f08e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.681014] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "refresh_cache-2d9a01cf-9e55-4720-859e-d98e52d6f08e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.681014] env[62093]: DEBUG nova.network.neutron [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.723625] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1521.723625] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52422f00-d155-5f19-6cf6-a36a8eb09d6b" [ 1521.723625] env[62093]: _type = "HttpNfcLease" [ 1521.723625] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1521.723625] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1521.723625] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52422f00-d155-5f19-6cf6-a36a8eb09d6b" [ 1521.723625] env[62093]: _type = "HttpNfcLease" [ 1521.723625] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1521.724281] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa69dd0-5f40-430d-8106-1b5ca2d18176 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.735095] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9117-771b-38c0-9166-fb4e081b518d/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1521.735189] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9117-771b-38c0-9166-fb4e081b518d/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1521.805072] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8af9eb-8f1f-4f85-841a-8f3063fef362 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.813117] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909c2c90-af65-4d65-be28-54e2e8c1643c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.849395] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8647c015-8df0-4748-b310-8494354b9b20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.859502] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78b921-3739-45af-9154-07071431fe10 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.873862] env[62093]: DEBUG nova.compute.provider_tree [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.878235] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44931c89-7584-4304-9375-623f10085589 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.120018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.245674] env[62093]: DEBUG nova.network.neutron [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.381178] env[62093]: DEBUG nova.scheduler.client.report [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1522.450283] env[62093]: DEBUG nova.network.neutron [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Updating instance_info_cache with network_info: [{"id": "0ef4ffee-c8f1-4488-a9f4-36cba086ac96", "address": "fa:16:3e:38:2c:93", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef4ffee-c8", "ovs_interfaceid": "0ef4ffee-c8f1-4488-a9f4-36cba086ac96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.662560] env[62093]: DEBUG nova.compute.manager [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Received event network-vif-plugged-0ef4ffee-c8f1-4488-a9f4-36cba086ac96 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.663716] env[62093]: DEBUG oslo_concurrency.lockutils [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] Acquiring lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.663973] env[62093]: DEBUG oslo_concurrency.lockutils [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] Lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.664210] env[62093]: DEBUG oslo_concurrency.lockutils [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] Lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.665102] env[62093]: DEBUG nova.compute.manager [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] No waiting events found dispatching network-vif-plugged-0ef4ffee-c8f1-4488-a9f4-36cba086ac96 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1522.665854] env[62093]: WARNING nova.compute.manager [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Received unexpected event network-vif-plugged-0ef4ffee-c8f1-4488-a9f4-36cba086ac96 for instance with vm_state building and task_state spawning. [ 1522.666527] env[62093]: DEBUG nova.compute.manager [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Received event network-changed-0ef4ffee-c8f1-4488-a9f4-36cba086ac96 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.666797] env[62093]: DEBUG nova.compute.manager [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Refreshing instance network info cache due to event network-changed-0ef4ffee-c8f1-4488-a9f4-36cba086ac96. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1522.667075] env[62093]: DEBUG oslo_concurrency.lockutils [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] Acquiring lock "refresh_cache-2d9a01cf-9e55-4720-859e-d98e52d6f08e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.888566] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.889866] env[62093]: DEBUG nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1522.892067] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.082s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.894656] env[62093]: INFO nova.compute.claims [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.955677] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "refresh_cache-2d9a01cf-9e55-4720-859e-d98e52d6f08e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.956084] env[62093]: DEBUG nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Instance network_info: |[{"id": "0ef4ffee-c8f1-4488-a9f4-36cba086ac96", "address": "fa:16:3e:38:2c:93", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef4ffee-c8", "ovs_interfaceid": "0ef4ffee-c8f1-4488-a9f4-36cba086ac96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1522.956675] env[62093]: DEBUG oslo_concurrency.lockutils [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] Acquired lock "refresh_cache-2d9a01cf-9e55-4720-859e-d98e52d6f08e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.956855] env[62093]: DEBUG nova.network.neutron [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Refreshing network info cache for port 0ef4ffee-c8f1-4488-a9f4-36cba086ac96 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.959061] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:2c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ef4ffee-c8f1-4488-a9f4-36cba086ac96', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1522.967246] env[62093]: DEBUG oslo.service.loopingcall [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.968107] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1522.968565] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16978df4-91f7-45af-914a-7da67dbafc7c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.992096] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1522.992096] env[62093]: value = "task-1710243" [ 1522.992096] env[62093]: _type = "Task" [ 1522.992096] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.005438] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710243, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.137269] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.137360] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.137513] env[62093]: DEBUG nova.compute.manager [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Going to confirm migration 3 {{(pid=62093) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1523.400308] env[62093]: DEBUG nova.compute.utils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1523.404543] env[62093]: DEBUG nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1523.404731] env[62093]: DEBUG nova.network.neutron [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1523.450867] env[62093]: DEBUG nova.policy [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd16d0baa72f475c83656489121f7c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dedf2cf7a88a40368fb6747e4618954d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1523.506089] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710243, 'name': CreateVM_Task, 'duration_secs': 0.448116} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.506300] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1523.507163] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.507292] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.507643] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.507958] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8cb488-7a41-42ce-bba8-89f892b67df3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.513489] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1523.513489] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ba6410-2da3-3285-6273-b89b5843eeeb" [ 1523.513489] env[62093]: _type = "Task" [ 1523.513489] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.523795] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ba6410-2da3-3285-6273-b89b5843eeeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.724390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.724629] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.731341] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.731514] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.731833] env[62093]: DEBUG nova.network.neutron [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.731950] env[62093]: DEBUG nova.objects.instance [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lazy-loading 'info_cache' on Instance uuid b8782dfa-80c8-4e6e-884e-e17f7b39722f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.906024] env[62093]: DEBUG nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1524.027169] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ba6410-2da3-3285-6273-b89b5843eeeb, 'name': SearchDatastore_Task, 'duration_secs': 0.01361} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.029428] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.029692] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.029931] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.030091] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.030276] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.031381] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25e42e00-831e-4422-a1a0-a2169595bc7d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.040284] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.040465] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.041239] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c0c9d4-6122-4f19-ab79-5c3c0230ca20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.047469] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1524.047469] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5220894c-e782-efd9-d56f-4bd821e1a54d" [ 1524.047469] env[62093]: _type = "Task" [ 1524.047469] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.062871] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5220894c-e782-efd9-d56f-4bd821e1a54d, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.067609] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c429f94-8ce5-4ba2-b444-ff5dc51d93a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.073957] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1524.073957] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ef4b58-058a-43ae-bcce-e0f94356b2dd" [ 1524.073957] env[62093]: _type = "Task" [ 1524.073957] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.089526] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ef4b58-058a-43ae-bcce-e0f94356b2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.090396] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.090396] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2d9a01cf-9e55-4720-859e-d98e52d6f08e/2d9a01cf-9e55-4720-859e-d98e52d6f08e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.090548] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c17e6977-ee30-4789-bdab-faf5cd1f07f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.103911] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1524.103911] env[62093]: value = "task-1710244" [ 1524.103911] env[62093]: _type = "Task" [ 1524.103911] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.116197] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.195492] env[62093]: DEBUG nova.network.neutron [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Updated VIF entry in instance network info cache for port 0ef4ffee-c8f1-4488-a9f4-36cba086ac96. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.195843] env[62093]: DEBUG nova.network.neutron [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Updating instance_info_cache with network_info: [{"id": "0ef4ffee-c8f1-4488-a9f4-36cba086ac96", "address": "fa:16:3e:38:2c:93", "network": {"id": "9fa29801-e953-4dd1-b5d3-af3aca98db8d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1379994969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbdc7b988a614ddd8820f3b2181c92e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef4ffee-c8", "ovs_interfaceid": "0ef4ffee-c8f1-4488-a9f4-36cba086ac96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.229916] env[62093]: DEBUG nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1524.263346] env[62093]: DEBUG nova.network.neutron [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Successfully created port: 43f0be57-d90c-42e9-8ec1-270d958056b4 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.392947] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280309f-5fee-4716-b64e-480179673a44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.404640] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7f54f-4d87-47ee-a212-c5380a552bf6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.450260] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35bae64-5883-4a09-b8f3-4b5c756059fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.459085] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc76e7d0-f80a-4f01-9ce4-f1cbf315137c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.474731] env[62093]: DEBUG nova.compute.provider_tree [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.614643] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515008} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.614957] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2d9a01cf-9e55-4720-859e-d98e52d6f08e/2d9a01cf-9e55-4720-859e-d98e52d6f08e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.615208] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.615738] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f920b8f0-adf5-4a48-bb5e-b7b1c6c42660 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.622235] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1524.622235] env[62093]: value = "task-1710245" [ 1524.622235] env[62093]: _type = "Task" [ 1524.622235] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.630799] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.698652] env[62093]: DEBUG oslo_concurrency.lockutils [req-ba3e3b09-6c72-419f-b419-f1fad71661a8 req-86fdcf17-a607-49a3-819c-72b94c2ccc6f service nova] Releasing lock "refresh_cache-2d9a01cf-9e55-4720-859e-d98e52d6f08e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.749900] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.941397] env[62093]: DEBUG nova.network.neutron [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance_info_cache with network_info: [{"id": "ac892918-b198-45ad-8c8a-7ec595af24b5", "address": "fa:16:3e:c2:1e:d2", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac892918-b1", "ovs_interfaceid": "ac892918-b198-45ad-8c8a-7ec595af24b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.951164] env[62093]: DEBUG nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1524.978235] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1524.978500] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1524.978654] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.978913] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1524.979086] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.979235] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1524.979440] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1524.979595] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1524.979820] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1524.979990] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1524.980183] env[62093]: DEBUG nova.virt.hardware [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1524.980990] env[62093]: DEBUG nova.scheduler.client.report [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1524.984518] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67ade6c-c042-410e-bc4b-b6494203c053 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.994535] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a381f273-6823-47da-99e0-0ef3a5b3d154 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.132459] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148251} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.132459] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1525.133183] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d87e8d-9130-4e4d-a3f3-ac69a038904c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.156640] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 2d9a01cf-9e55-4720-859e-d98e52d6f08e/2d9a01cf-9e55-4720-859e-d98e52d6f08e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1525.156977] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a64f4e-5ce4-4ebd-8489-e38e48394def {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.177818] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1525.177818] env[62093]: value = "task-1710246" [ 1525.177818] env[62093]: _type = "Task" [ 1525.177818] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.185941] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.443731] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-b8782dfa-80c8-4e6e-884e-e17f7b39722f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.444048] env[62093]: DEBUG nova.objects.instance [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lazy-loading 'migration_context' on Instance uuid b8782dfa-80c8-4e6e-884e-e17f7b39722f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.488862] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.489386] env[62093]: DEBUG nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1525.492299] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.199s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.493641] env[62093]: INFO nova.compute.claims [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.688457] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.827364] env[62093]: DEBUG nova.compute.manager [req-619c960d-38cc-4d11-9d96-fe4c8bc235bf req-e8915c3d-2419-40f6-8333-6355cb56f633 service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Received event network-vif-plugged-43f0be57-d90c-42e9-8ec1-270d958056b4 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.827597] env[62093]: DEBUG oslo_concurrency.lockutils [req-619c960d-38cc-4d11-9d96-fe4c8bc235bf req-e8915c3d-2419-40f6-8333-6355cb56f633 service nova] Acquiring lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.827808] env[62093]: DEBUG oslo_concurrency.lockutils [req-619c960d-38cc-4d11-9d96-fe4c8bc235bf req-e8915c3d-2419-40f6-8333-6355cb56f633 service nova] Lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.827971] env[62093]: DEBUG oslo_concurrency.lockutils [req-619c960d-38cc-4d11-9d96-fe4c8bc235bf req-e8915c3d-2419-40f6-8333-6355cb56f633 service nova] Lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.828452] env[62093]: DEBUG nova.compute.manager [req-619c960d-38cc-4d11-9d96-fe4c8bc235bf req-e8915c3d-2419-40f6-8333-6355cb56f633 service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] No waiting events found dispatching network-vif-plugged-43f0be57-d90c-42e9-8ec1-270d958056b4 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1525.828667] env[62093]: WARNING nova.compute.manager [req-619c960d-38cc-4d11-9d96-fe4c8bc235bf req-e8915c3d-2419-40f6-8333-6355cb56f633 service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Received unexpected event network-vif-plugged-43f0be57-d90c-42e9-8ec1-270d958056b4 for instance with vm_state building and task_state spawning. [ 1525.946455] env[62093]: DEBUG nova.objects.base [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1525.947453] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6bce76-1403-494c-9513-6c2eb7b23453 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.969493] env[62093]: DEBUG nova.network.neutron [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Successfully updated port: 43f0be57-d90c-42e9-8ec1-270d958056b4 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.970667] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a34082-a43d-4f43-91e8-e21f5aaaf08c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.977515] env[62093]: DEBUG oslo_vmware.api [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1525.977515] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52fac418-04af-310f-d4d9-bae194438735" [ 1525.977515] env[62093]: _type = "Task" [ 1525.977515] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.989611] env[62093]: DEBUG oslo_vmware.api [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fac418-04af-310f-d4d9-bae194438735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.998306] env[62093]: DEBUG nova.compute.utils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1526.001774] env[62093]: DEBUG nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1526.001936] env[62093]: DEBUG nova.network.neutron [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1526.042596] env[62093]: DEBUG nova.policy [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09dcce7add124447b2b8f8da659dc6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a943ad010698425e9c1bce23b8567e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1526.189855] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710246, 'name': ReconfigVM_Task, 'duration_secs': 0.911838} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.190240] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 2d9a01cf-9e55-4720-859e-d98e52d6f08e/2d9a01cf-9e55-4720-859e-d98e52d6f08e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.190894] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbe9d484-5538-42a1-b22f-b35aecaf4dde {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.197292] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1526.197292] env[62093]: value = "task-1710247" [ 1526.197292] env[62093]: _type = "Task" [ 1526.197292] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.205312] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710247, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.421797] env[62093]: DEBUG nova.network.neutron [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Successfully created port: 9bdd6b75-37fb-4664-9593-234f56c593ff {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.474745] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "refresh_cache-2cf6ff13-46ca-4863-9990-4001f5fe2c6c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.474909] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "refresh_cache-2cf6ff13-46ca-4863-9990-4001f5fe2c6c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.475078] env[62093]: DEBUG nova.network.neutron [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.488533] env[62093]: DEBUG oslo_vmware.api [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52fac418-04af-310f-d4d9-bae194438735, 'name': SearchDatastore_Task, 'duration_secs': 0.013253} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.488901] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.501389] env[62093]: DEBUG nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1526.709808] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710247, 'name': Rename_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.807213] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972a07b9-8a1e-48d1-97a3-178defa2052b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.815199] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a326e-b609-496e-8a3a-8d4ecb908317 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.845866] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae1ff30-00af-4e72-bccb-9933ff9a4519 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.853946] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ca8d89-b746-45d5-94b5-a24d140d2ec6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.869712] env[62093]: DEBUG nova.compute.provider_tree [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.016939] env[62093]: DEBUG nova.network.neutron [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.170880] env[62093]: DEBUG nova.network.neutron [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Updating instance_info_cache with network_info: [{"id": "43f0be57-d90c-42e9-8ec1-270d958056b4", "address": "fa:16:3e:b5:95:f6", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f0be57-d9", "ovs_interfaceid": "43f0be57-d90c-42e9-8ec1-270d958056b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.208467] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710247, 'name': Rename_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.373851] env[62093]: DEBUG nova.scheduler.client.report [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1527.510816] env[62093]: DEBUG nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1527.534991] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1527.535266] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1527.535422] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.535606] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1527.535749] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.535893] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1527.536108] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1527.536265] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1527.536428] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1527.536583] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1527.536747] env[62093]: DEBUG nova.virt.hardware [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1527.537625] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10019711-57d0-423d-920a-065fac774374 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.545987] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc74824-ab07-4928-a69a-f0c5777721cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.673665] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "refresh_cache-2cf6ff13-46ca-4863-9990-4001f5fe2c6c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.674013] env[62093]: DEBUG nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Instance network_info: |[{"id": "43f0be57-d90c-42e9-8ec1-270d958056b4", "address": "fa:16:3e:b5:95:f6", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f0be57-d9", "ovs_interfaceid": "43f0be57-d90c-42e9-8ec1-270d958056b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1527.674915] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:95:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43f0be57-d90c-42e9-8ec1-270d958056b4', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.683162] env[62093]: DEBUG oslo.service.loopingcall [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.683381] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.683602] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43384ad3-5327-4785-a582-4d996c9779cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.703776] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.703776] env[62093]: value = "task-1710248" [ 1527.703776] env[62093]: _type = "Task" [ 1527.703776] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.709589] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710247, 'name': Rename_Task, 'duration_secs': 1.203527} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.710230] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.710485] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47e8a12c-9e8e-40e5-b795-af36fa810b19 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.716585] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710248, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.717711] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1527.717711] env[62093]: value = "task-1710249" [ 1527.717711] env[62093]: _type = "Task" [ 1527.717711] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.730078] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.865839] env[62093]: DEBUG nova.compute.manager [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Received event network-changed-43f0be57-d90c-42e9-8ec1-270d958056b4 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.866022] env[62093]: DEBUG nova.compute.manager [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Refreshing instance network info cache due to event network-changed-43f0be57-d90c-42e9-8ec1-270d958056b4. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1527.866251] env[62093]: DEBUG oslo_concurrency.lockutils [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] Acquiring lock "refresh_cache-2cf6ff13-46ca-4863-9990-4001f5fe2c6c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.866391] env[62093]: DEBUG oslo_concurrency.lockutils [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] Acquired lock "refresh_cache-2cf6ff13-46ca-4863-9990-4001f5fe2c6c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.866547] env[62093]: DEBUG nova.network.neutron [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Refreshing network info cache for port 43f0be57-d90c-42e9-8ec1-270d958056b4 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.880964] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.881507] env[62093]: DEBUG nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1527.885488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.581s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.886944] env[62093]: INFO nova.compute.claims [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.058334] env[62093]: DEBUG nova.network.neutron [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Successfully updated port: 9bdd6b75-37fb-4664-9593-234f56c593ff {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1528.214150] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710248, 'name': CreateVM_Task, 'duration_secs': 0.388074} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.214398] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.215056] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.215229] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.215559] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.215826] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf3e20e-a36d-40ab-8189-571c6aca9c08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.222634] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1528.222634] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e5ffc9-98e2-bc20-a5f5-5c12db22f9a3" [ 1528.222634] env[62093]: _type = "Task" [ 1528.222634] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.229278] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.234154] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e5ffc9-98e2-bc20-a5f5-5c12db22f9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.386479] env[62093]: DEBUG nova.compute.utils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1528.388582] env[62093]: DEBUG nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1528.388815] env[62093]: DEBUG nova.network.neutron [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1528.534963] env[62093]: DEBUG nova.policy [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09dcce7add124447b2b8f8da659dc6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a943ad010698425e9c1bce23b8567e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1528.562368] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.562541] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.562706] env[62093]: DEBUG nova.network.neutron [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.729604] env[62093]: DEBUG oslo_vmware.api [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710249, 'name': PowerOnVM_Task, 'duration_secs': 0.76031} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.730225] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.730431] env[62093]: INFO nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1528.730610] env[62093]: DEBUG nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1528.731345] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eceebf-0834-4af5-a6dd-e059763cdf34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.736748] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e5ffc9-98e2-bc20-a5f5-5c12db22f9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.018757} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.737310] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.737537] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.737803] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.737956] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.738156] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.738463] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29769647-82ec-4bbc-9589-4fb820205f3e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.757012] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.757232] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.758037] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5673a40e-82c1-4a45-ac1c-b532bcaa8440 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.763226] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1528.763226] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5231da95-558b-8e76-4d4e-25f3f3a4eadd" [ 1528.763226] env[62093]: _type = "Task" [ 1528.763226] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.771861] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5231da95-558b-8e76-4d4e-25f3f3a4eadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.879931] env[62093]: DEBUG nova.network.neutron [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Updated VIF entry in instance network info cache for port 43f0be57-d90c-42e9-8ec1-270d958056b4. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.880615] env[62093]: DEBUG nova.network.neutron [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Updating instance_info_cache with network_info: [{"id": "43f0be57-d90c-42e9-8ec1-270d958056b4", "address": "fa:16:3e:b5:95:f6", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f0be57-d9", "ovs_interfaceid": "43f0be57-d90c-42e9-8ec1-270d958056b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.892745] env[62093]: DEBUG nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1529.038291] env[62093]: DEBUG nova.network.neutron [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Successfully created port: d5266f21-ea11-426a-bc21-8ad680b3e064 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.129729] env[62093]: DEBUG nova.network.neutron [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1529.261815] env[62093]: INFO nova.compute.manager [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Took 17.98 seconds to build instance. [ 1529.279519] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5231da95-558b-8e76-4d4e-25f3f3a4eadd, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.282841] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0bde69-af58-4249-a062-8a90ba969387 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.289580] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1529.289580] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52247803-e582-1b45-b43e-d653f14d4464" [ 1529.289580] env[62093]: _type = "Task" [ 1529.289580] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.295754] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32307bde-a912-40e5-8393-93d2cfe377ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.301730] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52247803-e582-1b45-b43e-d653f14d4464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.312868] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7746148b-5957-4ff5-b788-cee106f707e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.345206] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76050d64-968b-4012-abc7-bdc9857868e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.354291] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c082ca0d-44be-4b58-aff9-db0593ab9010 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.369197] env[62093]: DEBUG nova.compute.provider_tree [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.383282] env[62093]: DEBUG oslo_concurrency.lockutils [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] Releasing lock "refresh_cache-2cf6ff13-46ca-4863-9990-4001f5fe2c6c" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.383453] env[62093]: DEBUG nova.compute.manager [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Received event network-vif-plugged-9bdd6b75-37fb-4664-9593-234f56c593ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.383657] env[62093]: DEBUG oslo_concurrency.lockutils [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] Acquiring lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.383859] env[62093]: DEBUG oslo_concurrency.lockutils [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.384041] env[62093]: DEBUG oslo_concurrency.lockutils [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.384228] env[62093]: DEBUG nova.compute.manager [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] No waiting events found dispatching network-vif-plugged-9bdd6b75-37fb-4664-9593-234f56c593ff {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1529.384409] env[62093]: WARNING nova.compute.manager [req-afdb9666-5c1a-431f-be8d-b4dfb9008b9d req-20d40f01-1129-4e30-9910-917e82a88d8e service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Received unexpected event network-vif-plugged-9bdd6b75-37fb-4664-9593-234f56c593ff for instance with vm_state building and task_state spawning. [ 1529.454248] env[62093]: DEBUG nova.network.neutron [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Updating instance_info_cache with network_info: [{"id": "9bdd6b75-37fb-4664-9593-234f56c593ff", "address": "fa:16:3e:5b:b0:ea", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdd6b75-37", "ovs_interfaceid": "9bdd6b75-37fb-4664-9593-234f56c593ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.764455] env[62093]: DEBUG oslo_concurrency.lockutils [None req-90135df5-7191-4e59-b5a5-799e182cbd68 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.494s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.801730] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52247803-e582-1b45-b43e-d653f14d4464, 'name': SearchDatastore_Task, 'duration_secs': 0.015608} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.802014] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.802278] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2cf6ff13-46ca-4863-9990-4001f5fe2c6c/2cf6ff13-46ca-4863-9990-4001f5fe2c6c.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.802544] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74087d99-6a6b-41fc-a2a2-a1a8b9ac79d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.809379] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1529.809379] env[62093]: value = "task-1710250" [ 1529.809379] env[62093]: _type = "Task" [ 1529.809379] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.817222] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.874517] env[62093]: DEBUG nova.scheduler.client.report [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1529.893780] env[62093]: DEBUG nova.compute.manager [req-f05267c4-534e-4760-9ad9-83e109149d35 req-50ee7729-d0a6-48fc-96d8-d810ec345135 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Received event network-changed-9bdd6b75-37fb-4664-9593-234f56c593ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.894051] env[62093]: DEBUG nova.compute.manager [req-f05267c4-534e-4760-9ad9-83e109149d35 req-50ee7729-d0a6-48fc-96d8-d810ec345135 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Refreshing instance network info cache due to event network-changed-9bdd6b75-37fb-4664-9593-234f56c593ff. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1529.894051] env[62093]: DEBUG oslo_concurrency.lockutils [req-f05267c4-534e-4760-9ad9-83e109149d35 req-50ee7729-d0a6-48fc-96d8-d810ec345135 service nova] Acquiring lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.904904] env[62093]: DEBUG nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1529.935746] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1529.936036] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1529.936230] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.936434] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1529.936710] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.936797] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1529.936967] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1529.937157] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1529.937354] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1529.937535] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1529.937710] env[62093]: DEBUG nova.virt.hardware [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1529.938709] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ab3f12-4f15-44bf-92da-3d40bfb14bd6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.948498] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bd882a-cc38-4dcf-aaf6-5068a7585dc9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.963287] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.963624] env[62093]: DEBUG nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Instance network_info: |[{"id": "9bdd6b75-37fb-4664-9593-234f56c593ff", "address": "fa:16:3e:5b:b0:ea", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdd6b75-37", "ovs_interfaceid": "9bdd6b75-37fb-4664-9593-234f56c593ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1529.964677] env[62093]: DEBUG oslo_concurrency.lockutils [req-f05267c4-534e-4760-9ad9-83e109149d35 req-50ee7729-d0a6-48fc-96d8-d810ec345135 service nova] Acquired lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.964865] env[62093]: DEBUG nova.network.neutron [req-f05267c4-534e-4760-9ad9-83e109149d35 req-50ee7729-d0a6-48fc-96d8-d810ec345135 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Refreshing network info cache for port 9bdd6b75-37fb-4664-9593-234f56c593ff {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.966127] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:b0:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bdd6b75-37fb-4664-9593-234f56c593ff', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.974049] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Creating folder: Project (a943ad010698425e9c1bce23b8567e39). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.977086] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5f45177-6ded-44d7-9907-5bf8a3018517 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.988095] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Created folder: Project (a943ad010698425e9c1bce23b8567e39) in parent group-v356072. [ 1529.988314] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Creating folder: Instances. Parent ref: group-v356294. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.988610] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43bcd5c9-cf95-4d31-b3d2-c172a1c10a81 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.998115] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Created folder: Instances in parent group-v356294. [ 1529.998391] env[62093]: DEBUG oslo.service.loopingcall [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.998641] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.998863] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b815a06-adb7-4c1f-9e99-f014031e8a8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.019859] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1530.019859] env[62093]: value = "task-1710253" [ 1530.019859] env[62093]: _type = "Task" [ 1530.019859] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.030307] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710253, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.235848] env[62093]: DEBUG nova.network.neutron [req-f05267c4-534e-4760-9ad9-83e109149d35 req-50ee7729-d0a6-48fc-96d8-d810ec345135 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Updated VIF entry in instance network info cache for port 9bdd6b75-37fb-4664-9593-234f56c593ff. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.236301] env[62093]: DEBUG nova.network.neutron [req-f05267c4-534e-4760-9ad9-83e109149d35 req-50ee7729-d0a6-48fc-96d8-d810ec345135 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Updating instance_info_cache with network_info: [{"id": "9bdd6b75-37fb-4664-9593-234f56c593ff", "address": "fa:16:3e:5b:b0:ea", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdd6b75-37", "ovs_interfaceid": "9bdd6b75-37fb-4664-9593-234f56c593ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.321032] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483044} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.321032] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2cf6ff13-46ca-4863-9990-4001f5fe2c6c/2cf6ff13-46ca-4863-9990-4001f5fe2c6c.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.321032] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.321032] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11cdb6ef-ba73-494b-877c-43a8ae87cabb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.328944] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1530.328944] env[62093]: value = "task-1710254" [ 1530.328944] env[62093]: _type = "Task" [ 1530.328944] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.337894] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.380218] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.380801] env[62093]: DEBUG nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1530.383318] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.692s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.384909] env[62093]: INFO nova.compute.claims [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.530078] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710253, 'name': CreateVM_Task, 'duration_secs': 0.495586} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.530267] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.530927] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.531113] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.531426] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.531680] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d6365e-c54a-473e-bdd5-0f428c0b4799 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.536611] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1530.536611] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52da3ce1-aec2-834d-34ae-84a5cba6ce59" [ 1530.536611] env[62093]: _type = "Task" [ 1530.536611] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.545184] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52da3ce1-aec2-834d-34ae-84a5cba6ce59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.703774] env[62093]: DEBUG nova.compute.manager [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1530.704714] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3915456-fd29-4c4d-bcfd-6e6d79c8c5f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.738534] env[62093]: DEBUG oslo_concurrency.lockutils [req-f05267c4-534e-4760-9ad9-83e109149d35 req-50ee7729-d0a6-48fc-96d8-d810ec345135 service nova] Releasing lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.838410] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160323} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.838904] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.839861] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f928eacd-b2ff-41b0-acc1-309a2b013517 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.864914] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 2cf6ff13-46ca-4863-9990-4001f5fe2c6c/2cf6ff13-46ca-4863-9990-4001f5fe2c6c.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.865259] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483e988f-ef71-4bf3-bbb1-400fde42c858 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.891135] env[62093]: DEBUG nova.compute.utils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1530.891135] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1530.891135] env[62093]: value = "task-1710255" [ 1530.891135] env[62093]: _type = "Task" [ 1530.891135] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.893223] env[62093]: DEBUG nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1530.893223] env[62093]: DEBUG nova.network.neutron [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.907895] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.927924] env[62093]: DEBUG nova.network.neutron [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Successfully updated port: d5266f21-ea11-426a-bc21-8ad680b3e064 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.997708] env[62093]: DEBUG nova.policy [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccd1d98ed66340b1a679bda84831e1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c926bed8972434ead3cf73eb68a517a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1531.048147] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52da3ce1-aec2-834d-34ae-84a5cba6ce59, 'name': SearchDatastore_Task, 'duration_secs': 0.026699} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.048662] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.048919] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.049171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.049311] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.049484] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.049781] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b293c6d8-cf63-4d47-9cf6-553d7b843b7c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.059234] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.059234] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.059978] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e09b574-84cb-463d-a35b-710bcaf6da50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.067182] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1531.067182] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52da2071-d32a-35d7-1b63-628b24a19375" [ 1531.067182] env[62093]: _type = "Task" [ 1531.067182] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.076446] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52da2071-d32a-35d7-1b63-628b24a19375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.216273] env[62093]: INFO nova.compute.manager [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] instance snapshotting [ 1531.220958] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8ca083-3c1f-4b17-8676-1bac63a3930e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.250961] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c593c13-7541-44f6-8282-56fffd361502 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.396605] env[62093]: DEBUG nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1531.412117] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.430415] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "refresh_cache-90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.430580] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "refresh_cache-90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.430732] env[62093]: DEBUG nova.network.neutron [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.432563] env[62093]: DEBUG nova.network.neutron [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Successfully created port: 2f93c931-c837-457a-b043-cf4182d8ecd1 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.484503] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9117-771b-38c0-9166-fb4e081b518d/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1531.485767] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1db77f-343f-415c-8a17-663ec99fda92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.494494] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9117-771b-38c0-9166-fb4e081b518d/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1531.494678] env[62093]: ERROR oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9117-771b-38c0-9166-fb4e081b518d/disk-0.vmdk due to incomplete transfer. [ 1531.497843] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c1a978d-9df3-4bce-9694-426b1ae53b30 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.506084] env[62093]: DEBUG oslo_vmware.rw_handles [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9117-771b-38c0-9166-fb4e081b518d/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1531.506422] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Uploaded image b7247617-4a9a-4635-9a3b-6ec8c08ed485 to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1531.509051] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1531.509736] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3fb8fc25-4b52-4f51-b4b6-6b752ff2771e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.519095] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1531.519095] env[62093]: value = "task-1710256" [ 1531.519095] env[62093]: _type = "Task" [ 1531.519095] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.529173] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710256, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.579412] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52da2071-d32a-35d7-1b63-628b24a19375, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.580273] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5282879-59ee-499d-93c2-04ae2cf63071 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.588220] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1531.588220] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52775f5e-d997-08ff-d063-7633df4c8c48" [ 1531.588220] env[62093]: _type = "Task" [ 1531.588220] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.597942] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52775f5e-d997-08ff-d063-7633df4c8c48, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.600307] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.600568] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c5ebe47f-6047-45d5-bfc0-090d763c78e2/c5ebe47f-6047-45d5-bfc0-090d763c78e2.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.601747] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfae79a4-4694-4062-afdf-df0f6cecbff6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.608000] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1531.608000] env[62093]: value = "task-1710257" [ 1531.608000] env[62093]: _type = "Task" [ 1531.608000] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.618876] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.727697] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0aa6ab-0ad5-4221-8f67-b38a702e73d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.736088] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac0a57-64ac-4d8d-8498-f3f93f7ee524 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.770300] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1531.770943] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-815fd283-2a55-4231-8eef-c8ef5075bc7b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.773783] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87032cf2-fbc5-46e8-a1a1-f74d6d541901 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.786546] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac3775f-6525-4ff9-9ef6-72e5666c00d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.791792] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1531.791792] env[62093]: value = "task-1710258" [ 1531.791792] env[62093]: _type = "Task" [ 1531.791792] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.805966] env[62093]: DEBUG nova.compute.provider_tree [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.813388] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710258, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.919310] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710255, 'name': ReconfigVM_Task, 'duration_secs': 0.899915} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.920374] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 2cf6ff13-46ca-4863-9990-4001f5fe2c6c/2cf6ff13-46ca-4863-9990-4001f5fe2c6c.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.921543] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85a6272-62e3-4bda-91ff-5619c8fce74e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.931418] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1531.931418] env[62093]: value = "task-1710259" [ 1531.931418] env[62093]: _type = "Task" [ 1531.931418] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.943279] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710259, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.018262] env[62093]: DEBUG nova.network.neutron [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.030240] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710256, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.038781] env[62093]: DEBUG nova.compute.manager [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Received event network-vif-plugged-d5266f21-ea11-426a-bc21-8ad680b3e064 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1532.039045] env[62093]: DEBUG oslo_concurrency.lockutils [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] Acquiring lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.039270] env[62093]: DEBUG oslo_concurrency.lockutils [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] Lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.039437] env[62093]: DEBUG oslo_concurrency.lockutils [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] Lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.039625] env[62093]: DEBUG nova.compute.manager [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] No waiting events found dispatching network-vif-plugged-d5266f21-ea11-426a-bc21-8ad680b3e064 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1532.039837] env[62093]: WARNING nova.compute.manager [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Received unexpected event network-vif-plugged-d5266f21-ea11-426a-bc21-8ad680b3e064 for instance with vm_state building and task_state spawning. [ 1532.040169] env[62093]: DEBUG nova.compute.manager [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Received event network-changed-d5266f21-ea11-426a-bc21-8ad680b3e064 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1532.040510] env[62093]: DEBUG nova.compute.manager [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Refreshing instance network info cache due to event network-changed-d5266f21-ea11-426a-bc21-8ad680b3e064. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1532.040659] env[62093]: DEBUG oslo_concurrency.lockutils [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] Acquiring lock "refresh_cache-90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.120099] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710257, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.298042] env[62093]: DEBUG nova.network.neutron [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Updating instance_info_cache with network_info: [{"id": "d5266f21-ea11-426a-bc21-8ad680b3e064", "address": "fa:16:3e:9d:09:ce", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5266f21-ea", "ovs_interfaceid": "d5266f21-ea11-426a-bc21-8ad680b3e064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.302682] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710258, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.309303] env[62093]: DEBUG nova.scheduler.client.report [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1532.422311] env[62093]: DEBUG nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1532.440525] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710259, 'name': Rename_Task, 'duration_secs': 0.256511} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.442652] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.443118] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5208dde-8fd7-4fdd-b479-1ab3c37e691a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.448902] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.449142] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.449298] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.449479] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.449621] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.449794] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.450009] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.450171] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.450336] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.450495] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.450661] env[62093]: DEBUG nova.virt.hardware [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.451463] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c807a8-6ad9-469f-a962-21f790833c9e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.454705] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1532.454705] env[62093]: value = "task-1710260" [ 1532.454705] env[62093]: _type = "Task" [ 1532.454705] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.461586] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b313f13-2bea-4c28-a4ac-85b05c847366 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.469730] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710260, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.529329] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710256, 'name': Destroy_Task, 'duration_secs': 0.720567} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.529629] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Destroyed the VM [ 1532.529971] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1532.530240] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e53739a-1da7-473b-baee-642e3117df3d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.536175] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1532.536175] env[62093]: value = "task-1710261" [ 1532.536175] env[62093]: _type = "Task" [ 1532.536175] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.543887] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710261, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.620893] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515832} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.620893] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c5ebe47f-6047-45d5-bfc0-090d763c78e2/c5ebe47f-6047-45d5-bfc0-090d763c78e2.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.621127] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.621261] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a65a2f69-28be-46ba-8952-7615fe1678d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.627359] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1532.627359] env[62093]: value = "task-1710262" [ 1532.627359] env[62093]: _type = "Task" [ 1532.627359] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.635504] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.802559] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710258, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.804169] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "refresh_cache-90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.804489] env[62093]: DEBUG nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Instance network_info: |[{"id": "d5266f21-ea11-426a-bc21-8ad680b3e064", "address": "fa:16:3e:9d:09:ce", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5266f21-ea", "ovs_interfaceid": "d5266f21-ea11-426a-bc21-8ad680b3e064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1532.804801] env[62093]: DEBUG oslo_concurrency.lockutils [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] Acquired lock "refresh_cache-90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.805069] env[62093]: DEBUG nova.network.neutron [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Refreshing network info cache for port d5266f21-ea11-426a-bc21-8ad680b3e064 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.806526] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:09:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5266f21-ea11-426a-bc21-8ad680b3e064', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.815156] env[62093]: DEBUG oslo.service.loopingcall [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.818382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.818835] env[62093]: DEBUG nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1532.821205] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.822125] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.067s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.823470] env[62093]: INFO nova.compute.claims [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1532.825602] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5aba642-778b-4b40-9208-372d38bf8d79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.846680] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.846680] env[62093]: value = "task-1710263" [ 1532.846680] env[62093]: _type = "Task" [ 1532.846680] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.856197] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710263, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.965863] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710260, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.046523] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710261, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.052388] env[62093]: DEBUG nova.network.neutron [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Updated VIF entry in instance network info cache for port d5266f21-ea11-426a-bc21-8ad680b3e064. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.052804] env[62093]: DEBUG nova.network.neutron [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Updating instance_info_cache with network_info: [{"id": "d5266f21-ea11-426a-bc21-8ad680b3e064", "address": "fa:16:3e:9d:09:ce", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5266f21-ea", "ovs_interfaceid": "d5266f21-ea11-426a-bc21-8ad680b3e064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.137697] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179955} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.137995] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1533.138771] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50faa2c1-a549-49bd-bc35-9642cf3d0063 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.163849] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] c5ebe47f-6047-45d5-bfc0-090d763c78e2/c5ebe47f-6047-45d5-bfc0-090d763c78e2.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.164178] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41384d2-b885-441d-9eaf-1371d8e2a97c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.183296] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1533.183296] env[62093]: value = "task-1710264" [ 1533.183296] env[62093]: _type = "Task" [ 1533.183296] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.191624] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.303966] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710258, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.323605] env[62093]: DEBUG nova.compute.utils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.328032] env[62093]: DEBUG nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1533.328032] env[62093]: DEBUG nova.network.neutron [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.358579] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710263, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.452212] env[62093]: DEBUG nova.policy [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccd1d98ed66340b1a679bda84831e1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c926bed8972434ead3cf73eb68a517a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1533.464989] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.550590] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710261, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.556334] env[62093]: DEBUG oslo_concurrency.lockutils [req-fd02c3fc-e1a7-4750-867b-5b2837d67464 req-db3e02e2-77d4-40d0-99a0-7e948fc07aea service nova] Releasing lock "refresh_cache-90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.693446] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.725263] env[62093]: DEBUG nova.network.neutron [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Successfully updated port: 2f93c931-c837-457a-b043-cf4182d8ecd1 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.805233] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710258, 'name': CreateSnapshot_Task, 'duration_secs': 1.581987} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.806034] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1533.806966] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe53c8b-688e-420a-86b9-9feae1735abb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.831023] env[62093]: DEBUG nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1533.844333] env[62093]: DEBUG nova.network.neutron [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Successfully created port: 4e88b10d-2984-4a2e-8a39-d32eae4f7555 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.859553] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710263, 'name': CreateVM_Task, 'duration_secs': 0.679636} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.859972] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.860769] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.860769] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.861068] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.861358] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ace9a4c-bc5f-4803-8fea-32a46a55156b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.866879] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1533.866879] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ddb78a-4fbd-b1da-3d7f-92736b6ab460" [ 1533.866879] env[62093]: _type = "Task" [ 1533.866879] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.877453] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ddb78a-4fbd-b1da-3d7f-92736b6ab460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.965264] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.049166] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710261, 'name': RemoveSnapshot_Task, 'duration_secs': 1.23918} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.049401] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1534.049678] env[62093]: DEBUG nova.compute.manager [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1534.050488] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee3f25d-e4e4-44f1-8825-c18410216618 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.069457] env[62093]: DEBUG nova.compute.manager [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Received event network-vif-plugged-2f93c931-c837-457a-b043-cf4182d8ecd1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1534.069457] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] Acquiring lock "1b2c3901-2f44-4d90-bec1-0caa68491505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.069629] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] Lock "1b2c3901-2f44-4d90-bec1-0caa68491505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.070053] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] Lock "1b2c3901-2f44-4d90-bec1-0caa68491505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.070053] env[62093]: DEBUG nova.compute.manager [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] No waiting events found dispatching network-vif-plugged-2f93c931-c837-457a-b043-cf4182d8ecd1 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1534.070189] env[62093]: WARNING nova.compute.manager [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Received unexpected event network-vif-plugged-2f93c931-c837-457a-b043-cf4182d8ecd1 for instance with vm_state building and task_state spawning. [ 1534.070280] env[62093]: DEBUG nova.compute.manager [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Received event network-changed-2f93c931-c837-457a-b043-cf4182d8ecd1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1534.070503] env[62093]: DEBUG nova.compute.manager [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Refreshing instance network info cache due to event network-changed-2f93c931-c837-457a-b043-cf4182d8ecd1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1534.070592] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] Acquiring lock "refresh_cache-1b2c3901-2f44-4d90-bec1-0caa68491505" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.070732] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] Acquired lock "refresh_cache-1b2c3901-2f44-4d90-bec1-0caa68491505" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.070881] env[62093]: DEBUG nova.network.neutron [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Refreshing network info cache for port 2f93c931-c837-457a-b043-cf4182d8ecd1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.155688] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1aa360-52d1-45e2-b02d-1263fef1eca5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.163518] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a25ced-f3bc-4403-b2e1-e4ca8ae99731 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.197012] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bace7c7-dd7c-4284-8147-e66f273b10b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.207420] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ff8e90-5d4e-463f-bf2f-ee35d5fd10ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.211103] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.221198] env[62093]: DEBUG nova.compute.provider_tree [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.229372] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "refresh_cache-1b2c3901-2f44-4d90-bec1-0caa68491505" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.326516] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1534.326852] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f692124-6c72-47ad-b5c1-d35278cb72d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.338720] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1534.338720] env[62093]: value = "task-1710265" [ 1534.338720] env[62093]: _type = "Task" [ 1534.338720] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.348237] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710265, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.377173] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ddb78a-4fbd-b1da-3d7f-92736b6ab460, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.377464] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.377698] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.377919] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.378079] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.378279] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.378566] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-301cf4b4-33e1-4ce3-b56c-39863094b27f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.387251] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.387483] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.388179] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04e1431-b096-4ad0-b6f4-f2cf51141c91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.395133] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1534.395133] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]527e8e93-2bd3-f9e6-5577-a3440549c877" [ 1534.395133] env[62093]: _type = "Task" [ 1534.395133] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.402278] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527e8e93-2bd3-f9e6-5577-a3440549c877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.466053] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.565246] env[62093]: INFO nova.compute.manager [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Shelve offloading [ 1534.566894] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.567158] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae37ab17-1977-4a51-bbee-64e7eb518a99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.574328] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1534.574328] env[62093]: value = "task-1710266" [ 1534.574328] env[62093]: _type = "Task" [ 1534.574328] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.585644] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.672874] env[62093]: DEBUG nova.network.neutron [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.704739] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.723948] env[62093]: DEBUG nova.scheduler.client.report [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1534.746795] env[62093]: DEBUG nova.network.neutron [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.846475] env[62093]: DEBUG nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1534.856543] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710265, 'name': CloneVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.876695] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1534.876695] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1534.876695] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.876695] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1534.876695] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.877122] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1534.877709] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1534.878010] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1534.878286] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1534.878539] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1534.879359] env[62093]: DEBUG nova.virt.hardware [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1534.880097] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc52210-66c0-4479-9455-906f74c9a6b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.890430] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83613ce2-ea40-4e7d-9cea-3c7a716b166f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.906035] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]527e8e93-2bd3-f9e6-5577-a3440549c877, 'name': SearchDatastore_Task, 'duration_secs': 0.007883} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.914232] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae51f8da-93a5-428e-93ae-37ea90ab24be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.919591] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1534.919591] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce7c22-a646-5e7b-fb52-8054f45c49ab" [ 1534.919591] env[62093]: _type = "Task" [ 1534.919591] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.926947] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ce7c22-a646-5e7b-fb52-8054f45c49ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.966722] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.084076] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1535.084287] env[62093]: DEBUG nova.compute.manager [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1535.085042] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ff20f-40ec-4310-a87d-6d5e609be496 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.090561] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.090725] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.090901] env[62093]: DEBUG nova.network.neutron [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.204461] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.229422] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.230023] env[62093]: DEBUG nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1535.232822] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.168s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.234188] env[62093]: INFO nova.compute.claims [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.249222] env[62093]: DEBUG oslo_concurrency.lockutils [req-2ac4253a-149f-4483-88a3-c263857e090b req-163476cd-4202-4de9-8be8-6a9f43e39029 service nova] Releasing lock "refresh_cache-1b2c3901-2f44-4d90-bec1-0caa68491505" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.249222] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquired lock "refresh_cache-1b2c3901-2f44-4d90-bec1-0caa68491505" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.249222] env[62093]: DEBUG nova.network.neutron [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.350352] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710265, 'name': CloneVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.430495] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ce7c22-a646-5e7b-fb52-8054f45c49ab, 'name': SearchDatastore_Task, 'duration_secs': 0.014515} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.430803] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.431022] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b/90c7e2b8-5b60-48d7-8f60-1bebba8fec1b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.431283] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1551abba-a16b-4416-ab27-d6cebc204472 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.438296] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1535.438296] env[62093]: value = "task-1710267" [ 1535.438296] env[62093]: _type = "Task" [ 1535.438296] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.447025] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.466996] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.467801] env[62093]: DEBUG nova.network.neutron [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Successfully updated port: 4e88b10d-2984-4a2e-8a39-d32eae4f7555 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.704538] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.741146] env[62093]: DEBUG nova.compute.utils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1535.746157] env[62093]: DEBUG nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1535.746355] env[62093]: DEBUG nova.network.neutron [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1535.784434] env[62093]: DEBUG nova.network.neutron [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.851888] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710265, 'name': CloneVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.866440] env[62093]: DEBUG nova.policy [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09dcce7add124447b2b8f8da659dc6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a943ad010698425e9c1bce23b8567e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1535.937102] env[62093]: DEBUG nova.network.neutron [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Updating instance_info_cache with network_info: [{"id": "2f93c931-c837-457a-b043-cf4182d8ecd1", "address": "fa:16:3e:e5:32:22", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f93c931-c8", "ovs_interfaceid": "2f93c931-c837-457a-b043-cf4182d8ecd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.950699] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.958291] env[62093]: DEBUG nova.network.neutron [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Updating instance_info_cache with network_info: [{"id": "e780764a-1cc9-4f34-8160-cbd0658d6360", "address": "fa:16:3e:d0:51:3c", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape780764a-1c", "ovs_interfaceid": "e780764a-1cc9-4f34-8160-cbd0658d6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.971799] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "refresh_cache-ec0da455-437e-4a1f-8dc6-e6eeab89a472" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.972264] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquired lock "refresh_cache-ec0da455-437e-4a1f-8dc6-e6eeab89a472" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.972538] env[62093]: DEBUG nova.network.neutron [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.978170] env[62093]: DEBUG oslo_vmware.api [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710260, 'name': PowerOnVM_Task, 'duration_secs': 3.485585} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.978170] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1535.978170] env[62093]: INFO nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1535.978170] env[62093]: DEBUG nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1535.978902] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa2bf9-5129-47c1-ba79-c3c035fe77a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.105825] env[62093]: DEBUG nova.compute.manager [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Received event network-vif-plugged-4e88b10d-2984-4a2e-8a39-d32eae4f7555 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1536.106102] env[62093]: DEBUG oslo_concurrency.lockutils [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] Acquiring lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.106346] env[62093]: DEBUG oslo_concurrency.lockutils [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] Lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.106541] env[62093]: DEBUG oslo_concurrency.lockutils [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] Lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.106742] env[62093]: DEBUG nova.compute.manager [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] No waiting events found dispatching network-vif-plugged-4e88b10d-2984-4a2e-8a39-d32eae4f7555 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1536.106945] env[62093]: WARNING nova.compute.manager [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Received unexpected event network-vif-plugged-4e88b10d-2984-4a2e-8a39-d32eae4f7555 for instance with vm_state building and task_state spawning. [ 1536.107152] env[62093]: DEBUG nova.compute.manager [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Received event network-changed-4e88b10d-2984-4a2e-8a39-d32eae4f7555 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1536.107318] env[62093]: DEBUG nova.compute.manager [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Refreshing instance network info cache due to event network-changed-4e88b10d-2984-4a2e-8a39-d32eae4f7555. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1536.107511] env[62093]: DEBUG oslo_concurrency.lockutils [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] Acquiring lock "refresh_cache-ec0da455-437e-4a1f-8dc6-e6eeab89a472" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.205156] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710264, 'name': ReconfigVM_Task, 'duration_secs': 2.909471} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.205428] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Reconfigured VM instance instance-00000051 to attach disk [datastore1] c5ebe47f-6047-45d5-bfc0-090d763c78e2/c5ebe47f-6047-45d5-bfc0-090d763c78e2.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.206039] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48c98ae4-b310-4f9d-bae1-ae7573f77979 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.211911] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1536.211911] env[62093]: value = "task-1710268" [ 1536.211911] env[62093]: _type = "Task" [ 1536.211911] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.222028] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710268, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.246630] env[62093]: DEBUG nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1536.327770] env[62093]: DEBUG nova.network.neutron [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Successfully created port: 860685ba-3bba-44b6-9838-a5bdbaad3435 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.354071] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710265, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.440131] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Releasing lock "refresh_cache-1b2c3901-2f44-4d90-bec1-0caa68491505" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.440592] env[62093]: DEBUG nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Instance network_info: |[{"id": "2f93c931-c837-457a-b043-cf4182d8ecd1", "address": "fa:16:3e:e5:32:22", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f93c931-c8", "ovs_interfaceid": "2f93c931-c837-457a-b043-cf4182d8ecd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1536.441204] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:32:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f93c931-c837-457a-b043-cf4182d8ecd1', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.448326] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Creating folder: Project (4c926bed8972434ead3cf73eb68a517a). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.454669] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a8aedb5-85a2-4910-8513-1efb61be6e13 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.461248] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628386} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.461523] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b/90c7e2b8-5b60-48d7-8f60-1bebba8fec1b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.461742] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.461990] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb17a303-8fbc-40a7-8ec4-87268d2a9fe7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.467545] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.471783] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1536.471783] env[62093]: value = "task-1710270" [ 1536.471783] env[62093]: _type = "Task" [ 1536.471783] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.471783] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Created folder: Project (4c926bed8972434ead3cf73eb68a517a) in parent group-v356072. [ 1536.471966] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Creating folder: Instances. Parent ref: group-v356300. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.476019] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d9392aa-b8a3-4d8f-8731-ca373a4c5b5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.491503] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Created folder: Instances in parent group-v356300. [ 1536.491503] env[62093]: DEBUG oslo.service.loopingcall [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.498736] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.499060] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20aa5f84-b4a2-4250-b4d2-49f3d3276388 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.518925] env[62093]: INFO nova.compute.manager [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Took 17.78 seconds to build instance. [ 1536.524741] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.524741] env[62093]: value = "task-1710272" [ 1536.524741] env[62093]: _type = "Task" [ 1536.524741] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.533714] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710272, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.536964] env[62093]: DEBUG nova.network.neutron [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.595967] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d7319c-9fd3-4df4-8a7f-2d57bceeb7d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.607096] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ec0115-2cde-4c9c-9652-c202a2dfb7e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.380437] env[62093]: DEBUG oslo_concurrency.lockutils [None req-98c6e984-58bf-49c8-b8ce-3ff9f619159f tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.648s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.395900] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1416db74-a5c4-4969-ab9f-c9cfcc5cde96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.465701] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710265, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.466391] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139123} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.466611] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710272, 'name': CreateVM_Task, 'duration_secs': 0.473182} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.466818] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710268, 'name': Rename_Task, 'duration_secs': 0.340663} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.467581] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.467818] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.468091] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.468854] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a38c8-eb3b-40ff-a7f1-3990fbbbd036 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.471841] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.472013] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.472370] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.472600] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ca70df-afca-45dc-9c65-2c7581ff7c55 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.476436] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78ec756-ef2e-4b8d-8359-c15661a33f9b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.479772] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c944a4f-e171-48d3-afda-4330a5970695 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.502497] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b/90c7e2b8-5b60-48d7-8f60-1bebba8fec1b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.504809] env[62093]: DEBUG nova.network.neutron [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Updating instance_info_cache with network_info: [{"id": "4e88b10d-2984-4a2e-8a39-d32eae4f7555", "address": "fa:16:3e:0c:29:41", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e88b10d-29", "ovs_interfaceid": "4e88b10d-2984-4a2e-8a39-d32eae4f7555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.507541] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-750111ab-0263-4f46-9f89-e2f96c0e6145 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.522018] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1537.522018] env[62093]: value = "task-1710273" [ 1537.522018] env[62093]: _type = "Task" [ 1537.522018] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.522654] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1537.522654] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520695d6-e558-5531-764a-92be83caa26b" [ 1537.522654] env[62093]: _type = "Task" [ 1537.522654] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.531916] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Releasing lock "refresh_cache-ec0da455-437e-4a1f-8dc6-e6eeab89a472" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.532241] env[62093]: DEBUG nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Instance network_info: |[{"id": "4e88b10d-2984-4a2e-8a39-d32eae4f7555", "address": "fa:16:3e:0c:29:41", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e88b10d-29", "ovs_interfaceid": "4e88b10d-2984-4a2e-8a39-d32eae4f7555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1537.533133] env[62093]: DEBUG nova.compute.provider_tree [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.534383] env[62093]: DEBUG oslo_concurrency.lockutils [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] Acquired lock "refresh_cache-ec0da455-437e-4a1f-8dc6-e6eeab89a472" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.534562] env[62093]: DEBUG nova.network.neutron [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Refreshing network info cache for port 4e88b10d-2984-4a2e-8a39-d32eae4f7555 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.535581] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:29:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e88b10d-2984-4a2e-8a39-d32eae4f7555', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.543631] env[62093]: DEBUG oslo.service.loopingcall [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.555920] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.557641] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eea6be9-f354-4492-9bfa-a1123cf2b430 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.571867] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1537.571867] env[62093]: value = "task-1710274" [ 1537.571867] env[62093]: _type = "Task" [ 1537.571867] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.574807] env[62093]: ERROR nova.scheduler.client.report [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [req-d4a7167b-f229-40ee-becc-08f25250a1fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4a7167b-f229-40ee-becc-08f25250a1fc"}]} [ 1537.586306] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.586561] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520695d6-e558-5531-764a-92be83caa26b, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.586838] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.587087] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.587328] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.587470] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.587640] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.589109] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e921626-e9a6-464f-9920-ea1b963171cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.590820] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.590820] env[62093]: value = "task-1710275" [ 1537.590820] env[62093]: _type = "Task" [ 1537.590820] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.591748] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1537.595248] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee88838-32c4-447b-9349-f7540764d746 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.598265] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.599119] env[62093]: DEBUG nova.scheduler.client.report [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1537.612859] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.613068] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.613771] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710275, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.614036] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.614257] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261a8742-2e6f-44bd-8cf9-620aec32e725 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.617109] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58e77426-8827-4eb3-af75-9595b79ad8ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.619138] env[62093]: DEBUG nova.scheduler.client.report [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1537.619340] env[62093]: DEBUG nova.compute.provider_tree [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.624308] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1537.624308] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52152f19-10ac-9303-d576-c94f3a596ebe" [ 1537.624308] env[62093]: _type = "Task" [ 1537.624308] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.631691] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52152f19-10ac-9303-d576-c94f3a596ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.632570] env[62093]: DEBUG nova.scheduler.client.report [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1537.649580] env[62093]: DEBUG nova.scheduler.client.report [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1537.744406] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.744406] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.744791] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleting the datastore file [datastore1] 43008c39-f0b3-4230-b04b-06f95e4bf2b3 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.744791] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9a9aad-639f-4688-8bf9-ad4372c6598b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.751124] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1537.751124] env[62093]: value = "task-1710277" [ 1537.751124] env[62093]: _type = "Task" [ 1537.751124] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.762448] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.811270] env[62093]: DEBUG nova.network.neutron [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Updated VIF entry in instance network info cache for port 4e88b10d-2984-4a2e-8a39-d32eae4f7555. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.812733] env[62093]: DEBUG nova.network.neutron [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Updating instance_info_cache with network_info: [{"id": "4e88b10d-2984-4a2e-8a39-d32eae4f7555", "address": "fa:16:3e:0c:29:41", "network": {"id": "935c3674-0cdc-42c5-bf41-cdef1226d5a3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a5b681666c3f493683f9b329cb9eab15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e88b10d-29", "ovs_interfaceid": "4e88b10d-2984-4a2e-8a39-d32eae4f7555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.845009] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.845299] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.886923] env[62093]: DEBUG nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1537.896101] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710265, 'name': CloneVM_Task, 'duration_secs': 3.406313} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.896373] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Created linked-clone VM from snapshot [ 1537.897196] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a94cc-6059-4224-a118-cb103afe63d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.907414] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Uploading image 7caad6b0-ae27-41d4-8882-d4bd53b2690c {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1537.916953] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1537.919016] env[62093]: DEBUG nova.virt.hardware [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1537.919482] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636a5dcd-1b18-4ef5-9486-e38889d16150 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.922573] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1537.922800] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce7a9bcc-6e84-4683-9ffb-02bd70346f01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.931208] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1537.931208] env[62093]: value = "task-1710278" [ 1537.931208] env[62093]: _type = "Task" [ 1537.931208] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.932734] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6616dc-c4d7-4064-916b-1b3dcbf647ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.960191] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710278, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.013456] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93044bc-addf-46ff-a758-1f148a85efac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.020413] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bcbe77-c351-4df4-b6d6-7650a28d6125 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.054421] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8aebbd-05c6-4dac-aa98-029b645f2e42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.062186] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.065834] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac075a-69f7-486e-bb43-fd6dec21a161 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.080859] env[62093]: DEBUG nova.compute.provider_tree [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.090613] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.103467] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710275, 'name': CreateVM_Task, 'duration_secs': 0.500952} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.103659] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.104354] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.104517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.104844] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.105372] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205dc32e-cc77-4be2-a658-7fe7c8539b2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.109768] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1538.109768] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528f572f-e655-50b4-30a3-eddff94dadd3" [ 1538.109768] env[62093]: _type = "Task" [ 1538.109768] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.117077] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528f572f-e655-50b4-30a3-eddff94dadd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.135358] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52152f19-10ac-9303-d576-c94f3a596ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.017724} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.136124] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f71c15b-ca43-4946-b5e1-a3801df28c4b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.140940] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1538.140940] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d6e6a2-de34-fc9c-e24a-cd258f184539" [ 1538.140940] env[62093]: _type = "Task" [ 1538.140940] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.143336] env[62093]: DEBUG nova.compute.manager [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Received event network-vif-unplugged-e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1538.143540] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Acquiring lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.143744] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.143913] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.144088] env[62093]: DEBUG nova.compute.manager [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] No waiting events found dispatching network-vif-unplugged-e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1538.144253] env[62093]: WARNING nova.compute.manager [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Received unexpected event network-vif-unplugged-e780764a-1cc9-4f34-8160-cbd0658d6360 for instance with vm_state shelved and task_state shelving_offloading. [ 1538.144499] env[62093]: DEBUG nova.compute.manager [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Received event network-changed-e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1538.144538] env[62093]: DEBUG nova.compute.manager [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Refreshing instance network info cache due to event network-changed-e780764a-1cc9-4f34-8160-cbd0658d6360. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1538.144706] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Acquiring lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.144834] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Acquired lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.144981] env[62093]: DEBUG nova.network.neutron [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Refreshing network info cache for port e780764a-1cc9-4f34-8160-cbd0658d6360 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.155207] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d6e6a2-de34-fc9c-e24a-cd258f184539, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.155915] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.156203] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1b2c3901-2f44-4d90-bec1-0caa68491505/1b2c3901-2f44-4d90-bec1-0caa68491505.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.156565] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89ed08bb-4b04-4356-95e7-74c2c29a75ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.165166] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1538.165166] env[62093]: value = "task-1710279" [ 1538.165166] env[62093]: _type = "Task" [ 1538.165166] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.169109] env[62093]: DEBUG nova.network.neutron [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Successfully updated port: 860685ba-3bba-44b6-9838-a5bdbaad3435 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.172852] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.260817] env[62093]: DEBUG oslo_vmware.api [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221087} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.261099] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1538.261283] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1538.261453] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1538.279534] env[62093]: INFO nova.scheduler.client.report [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted allocations for instance 43008c39-f0b3-4230-b04b-06f95e4bf2b3 [ 1538.317756] env[62093]: DEBUG oslo_concurrency.lockutils [req-45a170cc-af68-4a6a-a2a9-41dd3840975d req-b59a611a-eddf-429f-8764-a58c7bcb8550 service nova] Releasing lock "refresh_cache-ec0da455-437e-4a1f-8dc6-e6eeab89a472" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.349971] env[62093]: DEBUG nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1538.443068] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710278, 'name': Destroy_Task, 'duration_secs': 0.354616} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.443581] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Destroyed the VM [ 1538.443827] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1538.444127] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a1fb1f4-26f9-4d33-8e57-3fa63509a1ce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.452626] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1538.452626] env[62093]: value = "task-1710280" [ 1538.452626] env[62093]: _type = "Task" [ 1538.452626] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.464077] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.561028] env[62093]: DEBUG oslo_vmware.api [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710273, 'name': PowerOnVM_Task, 'duration_secs': 0.723252} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.561343] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.561554] env[62093]: INFO nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1538.561735] env[62093]: DEBUG nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1538.562576] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401aa5d-774b-48ed-8894-7b97b985c24f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.592260] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710274, 'name': ReconfigVM_Task, 'duration_secs': 0.538433} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.592999] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b/90c7e2b8-5b60-48d7-8f60-1bebba8fec1b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.593881] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd0e293-2f29-454e-a00c-474bb372942e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.600848] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1538.600848] env[62093]: value = "task-1710281" [ 1538.600848] env[62093]: _type = "Task" [ 1538.600848] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.609038] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710281, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.619781] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528f572f-e655-50b4-30a3-eddff94dadd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008334} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.620858] env[62093]: DEBUG nova.scheduler.client.report [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1538.620989] env[62093]: DEBUG nova.compute.provider_tree [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 119 to 120 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1538.621173] env[62093]: DEBUG nova.compute.provider_tree [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.624381] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.624621] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.624876] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.625009] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.625198] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.625911] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6d8740c-ce1e-40cf-aca0-dc37185950b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.634888] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.635109] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.636403] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983558fb-78ce-4228-b598-8ab1f1031577 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.644879] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1538.644879] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5235a0dc-499f-c6ac-0ceb-9929c29a7111" [ 1538.644879] env[62093]: _type = "Task" [ 1538.644879] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.655606] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5235a0dc-499f-c6ac-0ceb-9929c29a7111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.672210] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483344} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.672492] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1b2c3901-2f44-4d90-bec1-0caa68491505/1b2c3901-2f44-4d90-bec1-0caa68491505.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.672694] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.672937] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd989265-918e-450f-baf1-e1d6ef6f3179 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.675175] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "refresh_cache-b3e1895e-cb53-4480-a3d6-09a0ada3f544" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.675310] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "refresh_cache-b3e1895e-cb53-4480-a3d6-09a0ada3f544" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.675446] env[62093]: DEBUG nova.network.neutron [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.680698] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1538.680698] env[62093]: value = "task-1710282" [ 1538.680698] env[62093]: _type = "Task" [ 1538.680698] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.688186] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.784435] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.872320] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.923299] env[62093]: DEBUG nova.network.neutron [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Updated VIF entry in instance network info cache for port e780764a-1cc9-4f34-8160-cbd0658d6360. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.923857] env[62093]: DEBUG nova.network.neutron [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Updating instance_info_cache with network_info: [{"id": "e780764a-1cc9-4f34-8160-cbd0658d6360", "address": "fa:16:3e:d0:51:3c", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": null, "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape780764a-1c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.963610] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710280, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.081216] env[62093]: INFO nova.compute.manager [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Took 20.29 seconds to build instance. [ 1539.111154] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710281, 'name': Rename_Task, 'duration_secs': 0.249808} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.111452] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.111704] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c5ddeb6-1576-4fb9-8e4a-fad229340a31 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.117801] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1539.117801] env[62093]: value = "task-1710283" [ 1539.117801] env[62093]: _type = "Task" [ 1539.117801] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.125537] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.127334] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.894s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.127839] env[62093]: DEBUG nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1539.131076] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.013s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.131076] env[62093]: DEBUG nova.objects.instance [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lazy-loading 'resources' on Instance uuid 64c40b08-3480-4869-8d35-f8b4db862733 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.154856] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5235a0dc-499f-c6ac-0ceb-9929c29a7111, 'name': SearchDatastore_Task, 'duration_secs': 0.013721} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.155784] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f58ac3-2589-46b2-a566-d1014d377ccb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.161295] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1539.161295] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52193d6e-90e5-a202-d45a-df067a368089" [ 1539.161295] env[62093]: _type = "Task" [ 1539.161295] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.169306] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52193d6e-90e5-a202-d45a-df067a368089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.191161] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113464} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.191444] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.192227] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad306f24-cceb-4530-abb9-08a8cb90966f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.215675] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1b2c3901-2f44-4d90-bec1-0caa68491505/1b2c3901-2f44-4d90-bec1-0caa68491505.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.216628] env[62093]: DEBUG nova.network.neutron [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.218599] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.218840] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a8efc8-c061-4c69-b3a6-a320acdd0d66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.238848] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1539.238848] env[62093]: value = "task-1710284" [ 1539.238848] env[62093]: _type = "Task" [ 1539.238848] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.246684] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.414019] env[62093]: DEBUG nova.network.neutron [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Updating instance_info_cache with network_info: [{"id": "860685ba-3bba-44b6-9838-a5bdbaad3435", "address": "fa:16:3e:73:ff:24", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860685ba-3b", "ovs_interfaceid": "860685ba-3bba-44b6-9838-a5bdbaad3435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.426985] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Releasing lock "refresh_cache-43008c39-f0b3-4230-b04b-06f95e4bf2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.427297] env[62093]: DEBUG nova.compute.manager [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Received event network-vif-plugged-860685ba-3bba-44b6-9838-a5bdbaad3435 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1539.428467] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Acquiring lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.428467] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.428467] env[62093]: DEBUG oslo_concurrency.lockutils [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] Lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.428467] env[62093]: DEBUG nova.compute.manager [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] No waiting events found dispatching network-vif-plugged-860685ba-3bba-44b6-9838-a5bdbaad3435 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1539.428467] env[62093]: WARNING nova.compute.manager [req-77ea0fc9-0c36-409f-9bfd-817ec63919c1 req-316fb7f1-24fa-4ecd-bed8-01658bf62d09 service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Received unexpected event network-vif-plugged-860685ba-3bba-44b6-9838-a5bdbaad3435 for instance with vm_state building and task_state spawning. [ 1539.463278] env[62093]: DEBUG oslo_vmware.api [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710280, 'name': RemoveSnapshot_Task, 'duration_secs': 0.848941} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.463616] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1539.582784] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b955d982-426e-44f3-9db3-9120abb5e232 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.799s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.629720] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.633109] env[62093]: DEBUG nova.compute.utils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.634489] env[62093]: DEBUG nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1539.635569] env[62093]: DEBUG nova.network.neutron [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.671579] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52193d6e-90e5-a202-d45a-df067a368089, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.673985] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.674265] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ec0da455-437e-4a1f-8dc6-e6eeab89a472/ec0da455-437e-4a1f-8dc6-e6eeab89a472.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.674677] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d008ef66-25eb-4038-8909-f688ccc7e46f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.677521] env[62093]: DEBUG nova.policy [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5faa8f1c5d64574825d02cd407716a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f24309945d74063b1b6653c1977eb01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1539.686594] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1539.686594] env[62093]: value = "task-1710285" [ 1539.686594] env[62093]: _type = "Task" [ 1539.686594] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.694289] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.750171] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710284, 'name': ReconfigVM_Task, 'duration_secs': 0.444142} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.750471] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1b2c3901-2f44-4d90-bec1-0caa68491505/1b2c3901-2f44-4d90-bec1-0caa68491505.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.751143] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5944d21-1fd4-41f3-a8de-ccf8bab1c602 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.757416] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1539.757416] env[62093]: value = "task-1710286" [ 1539.757416] env[62093]: _type = "Task" [ 1539.757416] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.774033] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710286, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.916271] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "refresh_cache-b3e1895e-cb53-4480-a3d6-09a0ada3f544" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.916603] env[62093]: DEBUG nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Instance network_info: |[{"id": "860685ba-3bba-44b6-9838-a5bdbaad3435", "address": "fa:16:3e:73:ff:24", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860685ba-3b", "ovs_interfaceid": "860685ba-3bba-44b6-9838-a5bdbaad3435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1539.917039] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:ff:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '860685ba-3bba-44b6-9838-a5bdbaad3435', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.924781] env[62093]: DEBUG oslo.service.loopingcall [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.926084] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.926839] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c4076f-6904-42ef-90f2-f451d37297fb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.929728] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34928f01-1080-4367-8508-65c4c1df53a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.952282] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e4cdf-48be-4272-9b00-fb9a98157e36 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.955634] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.955634] env[62093]: value = "task-1710287" [ 1539.955634] env[62093]: _type = "Task" [ 1539.955634] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.986747] env[62093]: WARNING nova.compute.manager [None req-ceeae3d5-ce52-4fb5-9e21-a53f6a842ae0 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Image not found during snapshot: nova.exception.ImageNotFound: Image 7caad6b0-ae27-41d4-8882-d4bd53b2690c could not be found. [ 1539.992398] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf34765-791b-4cb4-b6ba-e68d85438cd7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.995163] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710287, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.001516] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54179136-1b97-4f68-a263-c74244de83b6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.018620] env[62093]: DEBUG nova.compute.provider_tree [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.130011] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.137972] env[62093]: DEBUG nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1540.197753] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710285, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.267838] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710286, 'name': Rename_Task, 'duration_secs': 0.161697} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.269175] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.269175] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1830c490-c113-49bd-a31b-5a5dae474c47 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.276015] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1540.276015] env[62093]: value = "task-1710288" [ 1540.276015] env[62093]: _type = "Task" [ 1540.276015] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.288148] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.288148] env[62093]: DEBUG nova.network.neutron [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Successfully created port: 95a8d15b-914c-4835-b203-190cca401562 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1540.319664] env[62093]: DEBUG nova.compute.manager [req-5c743b6b-0ff5-47e0-864b-15bc443acf46 req-1f9182ce-b4bd-45fb-8c45-8e5cd636d51a service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Received event network-changed-860685ba-3bba-44b6-9838-a5bdbaad3435 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1540.319924] env[62093]: DEBUG nova.compute.manager [req-5c743b6b-0ff5-47e0-864b-15bc443acf46 req-1f9182ce-b4bd-45fb-8c45-8e5cd636d51a service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Refreshing instance network info cache due to event network-changed-860685ba-3bba-44b6-9838-a5bdbaad3435. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1540.320146] env[62093]: DEBUG oslo_concurrency.lockutils [req-5c743b6b-0ff5-47e0-864b-15bc443acf46 req-1f9182ce-b4bd-45fb-8c45-8e5cd636d51a service nova] Acquiring lock "refresh_cache-b3e1895e-cb53-4480-a3d6-09a0ada3f544" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.320316] env[62093]: DEBUG oslo_concurrency.lockutils [req-5c743b6b-0ff5-47e0-864b-15bc443acf46 req-1f9182ce-b4bd-45fb-8c45-8e5cd636d51a service nova] Acquired lock "refresh_cache-b3e1895e-cb53-4480-a3d6-09a0ada3f544" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.320525] env[62093]: DEBUG nova.network.neutron [req-5c743b6b-0ff5-47e0-864b-15bc443acf46 req-1f9182ce-b4bd-45fb-8c45-8e5cd636d51a service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Refreshing network info cache for port 860685ba-3bba-44b6-9838-a5bdbaad3435 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.466176] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710287, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.522247] env[62093]: DEBUG nova.scheduler.client.report [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1540.631125] env[62093]: DEBUG oslo_vmware.api [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710283, 'name': PowerOnVM_Task, 'duration_secs': 1.509028} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.631125] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.631125] env[62093]: INFO nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1540.631125] env[62093]: DEBUG nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1540.631125] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f930c8-5547-40d5-a4ec-d2a17f4b4534 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.697263] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602266} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.697517] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] ec0da455-437e-4a1f-8dc6-e6eeab89a472/ec0da455-437e-4a1f-8dc6-e6eeab89a472.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.697731] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.697974] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14dd33db-e719-42a9-9b4a-f8617b4964ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.707859] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1540.707859] env[62093]: value = "task-1710289" [ 1540.707859] env[62093]: _type = "Task" [ 1540.707859] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.717601] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.786859] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.965340] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710287, 'name': CreateVM_Task, 'duration_secs': 0.541549} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.965464] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.966192] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.966360] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.966669] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.966921] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51953c56-686a-42c1-913d-555f38c8c44b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.971313] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1540.971313] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5222367c-ce0d-d822-ac27-a1e3a7892380" [ 1540.971313] env[62093]: _type = "Task" [ 1540.971313] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.978499] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5222367c-ce0d-d822-ac27-a1e3a7892380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.011757] env[62093]: DEBUG nova.network.neutron [req-5c743b6b-0ff5-47e0-864b-15bc443acf46 req-1f9182ce-b4bd-45fb-8c45-8e5cd636d51a service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Updated VIF entry in instance network info cache for port 860685ba-3bba-44b6-9838-a5bdbaad3435. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.012143] env[62093]: DEBUG nova.network.neutron [req-5c743b6b-0ff5-47e0-864b-15bc443acf46 req-1f9182ce-b4bd-45fb-8c45-8e5cd636d51a service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Updating instance_info_cache with network_info: [{"id": "860685ba-3bba-44b6-9838-a5bdbaad3435", "address": "fa:16:3e:73:ff:24", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860685ba-3b", "ovs_interfaceid": "860685ba-3bba-44b6-9838-a5bdbaad3435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.028361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.031093] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.281s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.032160] env[62093]: INFO nova.compute.claims [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.051504] env[62093]: INFO nova.scheduler.client.report [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Deleted allocations for instance 64c40b08-3480-4869-8d35-f8b4db862733 [ 1541.145933] env[62093]: INFO nova.compute.manager [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Took 21.88 seconds to build instance. [ 1541.147448] env[62093]: DEBUG nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1541.173372] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1541.173609] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1541.173761] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.173939] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1541.174093] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.174236] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1541.174435] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1541.174586] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1541.174748] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1541.174927] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1541.175191] env[62093]: DEBUG nova.virt.hardware [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1541.176207] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c7d101-76c9-498e-aad4-4d025f11a6ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.183664] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d3675a-57b5-4616-a742-63bd72807cfd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.216094] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065855} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.216275] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.216997] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0d8ee2-5e89-4be1-b62f-e69253319008 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.238392] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] ec0da455-437e-4a1f-8dc6-e6eeab89a472/ec0da455-437e-4a1f-8dc6-e6eeab89a472.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.238612] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-150f3246-c95a-425e-acdc-4083741e1d4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.257565] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1541.257565] env[62093]: value = "task-1710290" [ 1541.257565] env[62093]: _type = "Task" [ 1541.257565] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.265208] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.265433] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.265630] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.265808] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.266030] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.267531] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.268893] env[62093]: INFO nova.compute.manager [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Terminating instance [ 1541.270653] env[62093]: DEBUG nova.compute.manager [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1541.270856] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.271612] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a827f3-3acb-462b-a9d9-d3ee0efa762a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.278224] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.281646] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e858cb5-3a1a-4fa6-bb06-f7398ec02ca5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.287839] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.289150] env[62093]: DEBUG oslo_vmware.api [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1541.289150] env[62093]: value = "task-1710291" [ 1541.289150] env[62093]: _type = "Task" [ 1541.289150] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.297150] env[62093]: DEBUG oslo_vmware.api [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.481513] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5222367c-ce0d-d822-ac27-a1e3a7892380, 'name': SearchDatastore_Task, 'duration_secs': 0.070491} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.481834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.482317] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.482422] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.482508] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.482674] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.483021] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b3b99b2-1a0b-4b44-b873-e73189286425 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.501567] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.501835] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.502695] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11383e12-f3a2-4b15-b716-8a53dddce554 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.508639] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1541.508639] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5239288d-6fd4-428b-2197-4a1e7d8a85c9" [ 1541.508639] env[62093]: _type = "Task" [ 1541.508639] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.517832] env[62093]: DEBUG oslo_concurrency.lockutils [req-5c743b6b-0ff5-47e0-864b-15bc443acf46 req-1f9182ce-b4bd-45fb-8c45-8e5cd636d51a service nova] Releasing lock "refresh_cache-b3e1895e-cb53-4480-a3d6-09a0ada3f544" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.517832] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5239288d-6fd4-428b-2197-4a1e7d8a85c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.559774] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c6111c64-2847-4f48-9d53-888239022cc2 tempest-ServersNegativeTestJSON-378061074 tempest-ServersNegativeTestJSON-378061074-project-member] Lock "64c40b08-3480-4869-8d35-f8b4db862733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.411s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.651112] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ba13c619-f2af-4ad8-94ba-d406b1e92db8 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.394s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.767987] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.786683] env[62093]: DEBUG oslo_vmware.api [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710288, 'name': PowerOnVM_Task, 'duration_secs': 1.22917} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.786961] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.787197] env[62093]: INFO nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1541.787378] env[62093]: DEBUG nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1541.788226] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a465075-3c2c-4822-8157-ebfd93a8d0ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.804450] env[62093]: DEBUG oslo_vmware.api [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710291, 'name': PowerOffVM_Task, 'duration_secs': 0.203813} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.804963] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.805152] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.805394] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-405fb47a-fc8f-4b6e-82e6-6968ad0a61be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.897621] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.897930] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.898156] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleting the datastore file [datastore1] 2d9a01cf-9e55-4720-859e-d98e52d6f08e {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.898492] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c9a99e-eaf5-4d3f-ac04-9079ee73f55f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.907358] env[62093]: DEBUG oslo_vmware.api [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for the task: (returnval){ [ 1541.907358] env[62093]: value = "task-1710293" [ 1541.907358] env[62093]: _type = "Task" [ 1541.907358] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.916984] env[62093]: DEBUG oslo_vmware.api [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.018799] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5239288d-6fd4-428b-2197-4a1e7d8a85c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.019629] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325d70b6-efb9-4b80-b0ee-7ebb9b9b53da {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.025034] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1542.025034] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ac28d7-0ff2-251e-ab11-ccbd8ef8bf17" [ 1542.025034] env[62093]: _type = "Task" [ 1542.025034] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.034019] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ac28d7-0ff2-251e-ab11-ccbd8ef8bf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.269839] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710290, 'name': ReconfigVM_Task, 'duration_secs': 0.820147} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.270249] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Reconfigured VM instance instance-00000054 to attach disk [datastore1] ec0da455-437e-4a1f-8dc6-e6eeab89a472/ec0da455-437e-4a1f-8dc6-e6eeab89a472.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.270823] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b88f3ac-1dbf-4b1f-8a66-4bb65c954a2e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.281193] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1542.281193] env[62093]: value = "task-1710294" [ 1542.281193] env[62093]: _type = "Task" [ 1542.281193] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.285694] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710294, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.317623] env[62093]: INFO nova.compute.manager [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Took 23.05 seconds to build instance. [ 1542.324188] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eca588-771f-40cd-9cf9-4d7af9365004 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.331571] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269bd95b-1770-4005-8a10-8fa2ff6d16fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.363488] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1818bed0-f620-497b-b3ea-2ce5f782c063 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.367286] env[62093]: DEBUG nova.compute.manager [req-3b46c640-d159-431e-b267-88b78ab128b3 req-a4785586-51c7-4f2f-a469-b4df1b1af44a service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Received event network-vif-plugged-95a8d15b-914c-4835-b203-190cca401562 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1542.367497] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b46c640-d159-431e-b267-88b78ab128b3 req-a4785586-51c7-4f2f-a469-b4df1b1af44a service nova] Acquiring lock "0724ad4f-961b-489e-a7fa-caaf076ea1df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.367706] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b46c640-d159-431e-b267-88b78ab128b3 req-a4785586-51c7-4f2f-a469-b4df1b1af44a service nova] Lock "0724ad4f-961b-489e-a7fa-caaf076ea1df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.367871] env[62093]: DEBUG oslo_concurrency.lockutils [req-3b46c640-d159-431e-b267-88b78ab128b3 req-a4785586-51c7-4f2f-a469-b4df1b1af44a service nova] Lock "0724ad4f-961b-489e-a7fa-caaf076ea1df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.368048] env[62093]: DEBUG nova.compute.manager [req-3b46c640-d159-431e-b267-88b78ab128b3 req-a4785586-51c7-4f2f-a469-b4df1b1af44a service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] No waiting events found dispatching network-vif-plugged-95a8d15b-914c-4835-b203-190cca401562 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1542.368213] env[62093]: WARNING nova.compute.manager [req-3b46c640-d159-431e-b267-88b78ab128b3 req-a4785586-51c7-4f2f-a469-b4df1b1af44a service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Received unexpected event network-vif-plugged-95a8d15b-914c-4835-b203-190cca401562 for instance with vm_state building and task_state spawning. [ 1542.375569] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a97ae-5d2d-4a1c-8781-1f02a770d965 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.389892] env[62093]: DEBUG nova.compute.provider_tree [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.422054] env[62093]: DEBUG oslo_vmware.api [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Task: {'id': task-1710293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411373} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.423286] env[62093]: DEBUG nova.network.neutron [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Successfully updated port: 95a8d15b-914c-4835-b203-190cca401562 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.425025] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.425025] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.425190] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.425367] env[62093]: INFO nova.compute.manager [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1542.425610] env[62093]: DEBUG oslo.service.loopingcall [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.426645] env[62093]: DEBUG nova.compute.manager [-] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1542.426851] env[62093]: DEBUG nova.network.neutron [-] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.535866] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ac28d7-0ff2-251e-ab11-ccbd8ef8bf17, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.536375] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.536536] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b3e1895e-cb53-4480-a3d6-09a0ada3f544/b3e1895e-cb53-4480-a3d6-09a0ada3f544.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.536855] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a1adc4f-8549-4bf7-8c5f-020f9fcdbd4f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.543954] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1542.543954] env[62093]: value = "task-1710295" [ 1542.543954] env[62093]: _type = "Task" [ 1542.543954] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.552551] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.790361] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710294, 'name': Rename_Task, 'duration_secs': 0.267377} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.790861] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.791281] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f7707b9-2931-48ac-aaa6-24883448336a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.800312] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1542.800312] env[62093]: value = "task-1710296" [ 1542.800312] env[62093]: _type = "Task" [ 1542.800312] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.808510] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.819162] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7fe6b72-b2e1-425e-9c97-5c207f5d9470 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "1b2c3901-2f44-4d90-bec1-0caa68491505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.568s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.893058] env[62093]: DEBUG nova.scheduler.client.report [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1542.930483] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquiring lock "refresh_cache-0724ad4f-961b-489e-a7fa-caaf076ea1df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.930657] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquired lock "refresh_cache-0724ad4f-961b-489e-a7fa-caaf076ea1df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.930917] env[62093]: DEBUG nova.network.neutron [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.057404] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.309147] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.399967] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.400601] env[62093]: DEBUG nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1543.403762] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.915s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.487673] env[62093]: DEBUG nova.network.neutron [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.555353] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.973338} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.555759] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b3e1895e-cb53-4480-a3d6-09a0ada3f544/b3e1895e-cb53-4480-a3d6-09a0ada3f544.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.555898] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.556230] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc06e9f6-7713-459f-8266-67d7e97591de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.562918] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1543.562918] env[62093]: value = "task-1710297" [ 1543.562918] env[62093]: _type = "Task" [ 1543.562918] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.576157] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.638208] env[62093]: DEBUG nova.network.neutron [-] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.814619] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.854640] env[62093]: DEBUG nova.network.neutron [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Updating instance_info_cache with network_info: [{"id": "95a8d15b-914c-4835-b203-190cca401562", "address": "fa:16:3e:97:3b:51", "network": {"id": "fa0368ab-023f-499c-8263-b2b8d37ac784", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1735116405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f24309945d74063b1b6653c1977eb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a8d15b-91", "ovs_interfaceid": "95a8d15b-914c-4835-b203-190cca401562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.907581] env[62093]: DEBUG nova.compute.utils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.912150] env[62093]: DEBUG nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1543.912150] env[62093]: DEBUG nova.network.neutron [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.991879] env[62093]: DEBUG nova.policy [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0c2b5a93f3c4e429bebf37ea1815038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16df5f1bdea483da91ad52711fd7e78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1544.080870] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168935} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.081427] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.082270] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eeb50a-fbf0-4796-bbbb-50e6ba7c1216 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.104610] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b3e1895e-cb53-4480-a3d6-09a0ada3f544/b3e1895e-cb53-4480-a3d6-09a0ada3f544.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.107371] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b2d27f6-1c52-4988-9469-07c6515daace {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.127472] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1544.127472] env[62093]: value = "task-1710298" [ 1544.127472] env[62093]: _type = "Task" [ 1544.127472] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.136130] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.144087] env[62093]: INFO nova.compute.manager [-] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Took 1.72 seconds to deallocate network for instance. [ 1544.311132] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710296, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.313123] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6386d85f-cdcc-492d-b9e5-c3a4d20e2b2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.320569] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f726f119-40d8-479b-aff0-0ca11fa43338 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.352735] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a88888-38da-4ace-9007-0d6fc37a15e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.358020] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Releasing lock "refresh_cache-0724ad4f-961b-489e-a7fa-caaf076ea1df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.358020] env[62093]: DEBUG nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Instance network_info: |[{"id": "95a8d15b-914c-4835-b203-190cca401562", "address": "fa:16:3e:97:3b:51", "network": {"id": "fa0368ab-023f-499c-8263-b2b8d37ac784", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1735116405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f24309945d74063b1b6653c1977eb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a8d15b-91", "ovs_interfaceid": "95a8d15b-914c-4835-b203-190cca401562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1544.360357] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:3b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95a8d15b-914c-4835-b203-190cca401562', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.369021] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Creating folder: Project (2f24309945d74063b1b6653c1977eb01). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.369371] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41456486-dcda-4e1d-aa7e-a7304f55fb53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.372198] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac46dc1e-a3fe-41c9-b5bb-2a35406cbf09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.387346] env[62093]: DEBUG nova.compute.provider_tree [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.391634] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Created folder: Project (2f24309945d74063b1b6653c1977eb01) in parent group-v356072. [ 1544.391867] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Creating folder: Instances. Parent ref: group-v356305. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.392198] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deae69b5-b75a-4a47-a37a-d94d55ae419d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.404166] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Created folder: Instances in parent group-v356305. [ 1544.404413] env[62093]: DEBUG oslo.service.loopingcall [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.404602] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.404804] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d34ac6df-5cbf-4f36-aeac-2be92a4f739a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.419473] env[62093]: DEBUG nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1544.427226] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.427226] env[62093]: value = "task-1710301" [ 1544.427226] env[62093]: _type = "Task" [ 1544.427226] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.435553] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710301, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.595233] env[62093]: DEBUG nova.compute.manager [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Received event network-changed-95a8d15b-914c-4835-b203-190cca401562 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1544.595233] env[62093]: DEBUG nova.compute.manager [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Refreshing instance network info cache due to event network-changed-95a8d15b-914c-4835-b203-190cca401562. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1544.596397] env[62093]: DEBUG oslo_concurrency.lockutils [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] Acquiring lock "refresh_cache-0724ad4f-961b-489e-a7fa-caaf076ea1df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.596866] env[62093]: DEBUG oslo_concurrency.lockutils [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] Acquired lock "refresh_cache-0724ad4f-961b-489e-a7fa-caaf076ea1df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.598483] env[62093]: DEBUG nova.network.neutron [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Refreshing network info cache for port 95a8d15b-914c-4835-b203-190cca401562 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.638166] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.651821] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.717209] env[62093]: DEBUG nova.network.neutron [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Successfully created port: 356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1544.809428] env[62093]: DEBUG oslo_vmware.api [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710296, 'name': PowerOnVM_Task, 'duration_secs': 1.929099} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.809711] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.809987] env[62093]: INFO nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1544.810182] env[62093]: DEBUG nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1544.810990] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c7dce-b00d-4743-b558-dc98c9eb2c79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.890513] env[62093]: DEBUG nova.scheduler.client.report [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1544.938043] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710301, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.140107] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710298, 'name': ReconfigVM_Task, 'duration_secs': 0.537893} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.141061] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b3e1895e-cb53-4480-a3d6-09a0ada3f544/b3e1895e-cb53-4480-a3d6-09a0ada3f544.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.141061] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-927d6793-7723-4366-9e89-5dcfac265e79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.148150] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1545.148150] env[62093]: value = "task-1710302" [ 1545.148150] env[62093]: _type = "Task" [ 1545.148150] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.156969] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710302, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.321016] env[62093]: DEBUG nova.network.neutron [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Updated VIF entry in instance network info cache for port 95a8d15b-914c-4835-b203-190cca401562. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.321579] env[62093]: DEBUG nova.network.neutron [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Updating instance_info_cache with network_info: [{"id": "95a8d15b-914c-4835-b203-190cca401562", "address": "fa:16:3e:97:3b:51", "network": {"id": "fa0368ab-023f-499c-8263-b2b8d37ac784", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1735116405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f24309945d74063b1b6653c1977eb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a8d15b-91", "ovs_interfaceid": "95a8d15b-914c-4835-b203-190cca401562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.333247] env[62093]: INFO nova.compute.manager [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Took 25.66 seconds to build instance. [ 1545.428907] env[62093]: DEBUG nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1545.440426] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710301, 'name': CreateVM_Task, 'duration_secs': 0.91637} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.440533] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.441172] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.441341] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.441664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.441919] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cadd6465-55d1-4e17-8055-5602b90460ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.446506] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1545.446506] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ef27c5-da6a-2146-25e7-75dfbebe4326" [ 1545.446506] env[62093]: _type = "Task" [ 1545.446506] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.454257] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1545.454482] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1545.454636] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1545.454818] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1545.454961] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1545.455217] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1545.455480] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1545.455646] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1545.455816] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1545.455976] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1545.456174] env[62093]: DEBUG nova.virt.hardware [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1545.456883] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc218916-a720-4271-ab18-da288fecb3d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.461916] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ef27c5-da6a-2146-25e7-75dfbebe4326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.467121] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc7702-4e80-4dda-8dae-6a29e9ecd032 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.661928] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710302, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.829522] env[62093]: DEBUG oslo_concurrency.lockutils [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] Releasing lock "refresh_cache-0724ad4f-961b-489e-a7fa-caaf076ea1df" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.829875] env[62093]: DEBUG nova.compute.manager [req-ddec014f-29e5-4b06-99a4-9142ed6c73dd req-2a67b6ec-f852-4469-9806-624dfa4dbd32 service nova] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Received event network-vif-deleted-0ef4ffee-c8f1-4488-a9f4-36cba086ac96 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1545.833528] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5e04b622-1f88-4d8b-9e7a-dd4fca450e73 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.174s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.903438] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.500s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.906523] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.122s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.907014] env[62093]: DEBUG nova.objects.instance [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'resources' on Instance uuid 43008c39-f0b3-4230-b04b-06f95e4bf2b3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.959307] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ef27c5-da6a-2146-25e7-75dfbebe4326, 'name': SearchDatastore_Task, 'duration_secs': 0.023453} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.959613] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.959868] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.960127] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.960276] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.960451] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.960709] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a865d38-b854-426a-85dc-93afbfb1d7e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.973205] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.973385] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.974054] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44553365-4acc-4d32-9ee3-23eae197961b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.979450] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1545.979450] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529f5808-70e4-3f8f-b75c-0279cee330f3" [ 1545.979450] env[62093]: _type = "Task" [ 1545.979450] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.987427] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529f5808-70e4-3f8f-b75c-0279cee330f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.160129] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710302, 'name': Rename_Task, 'duration_secs': 0.606194} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.160421] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.160675] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad3f0fc4-3e6e-4f31-83a8-7ccd975e60f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.167986] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1546.167986] env[62093]: value = "task-1710303" [ 1546.167986] env[62093]: _type = "Task" [ 1546.167986] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.176839] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.270705] env[62093]: DEBUG nova.network.neutron [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Successfully updated port: 356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1546.412568] env[62093]: DEBUG nova.objects.instance [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'numa_topology' on Instance uuid 43008c39-f0b3-4230-b04b-06f95e4bf2b3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.471408] env[62093]: INFO nova.scheduler.client.report [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted allocation for migration d6b07629-052f-4070-8f9a-2f2744cdc823 [ 1546.490737] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529f5808-70e4-3f8f-b75c-0279cee330f3, 'name': SearchDatastore_Task, 'duration_secs': 0.044819} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.491391] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3db1d0a-4750-4048-ab86-ddcfc3b2f6a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.497877] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1546.497877] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520ef403-b9c4-51b0-90d3-c5434c7832de" [ 1546.497877] env[62093]: _type = "Task" [ 1546.497877] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.507360] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520ef403-b9c4-51b0-90d3-c5434c7832de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.626781] env[62093]: DEBUG nova.compute.manager [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Received event network-vif-plugged-356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1546.626981] env[62093]: DEBUG oslo_concurrency.lockutils [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.627245] env[62093]: DEBUG oslo_concurrency.lockutils [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.627393] env[62093]: DEBUG oslo_concurrency.lockutils [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.627565] env[62093]: DEBUG nova.compute.manager [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] No waiting events found dispatching network-vif-plugged-356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1546.627751] env[62093]: WARNING nova.compute.manager [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Received unexpected event network-vif-plugged-356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 for instance with vm_state building and task_state spawning. [ 1546.628493] env[62093]: DEBUG nova.compute.manager [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Received event network-changed-356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1546.628493] env[62093]: DEBUG nova.compute.manager [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Refreshing instance network info cache due to event network-changed-356590eb-4c6b-4bd1-a1e6-7e54a1e0d189. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1546.628493] env[62093]: DEBUG oslo_concurrency.lockutils [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] Acquiring lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.628657] env[62093]: DEBUG oslo_concurrency.lockutils [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] Acquired lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.629860] env[62093]: DEBUG nova.network.neutron [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Refreshing network info cache for port 356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.678881] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.774650] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.921073] env[62093]: DEBUG nova.objects.base [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Object Instance<43008c39-f0b3-4230-b04b-06f95e4bf2b3> lazy-loaded attributes: resources,numa_topology {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1546.979244] env[62093]: DEBUG oslo_concurrency.lockutils [None req-411a43e0-2e34-477f-9ebe-6a8ca13ac114 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.842s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.008382] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520ef403-b9c4-51b0-90d3-c5434c7832de, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.011025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.011293] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 0724ad4f-961b-489e-a7fa-caaf076ea1df/0724ad4f-961b-489e-a7fa-caaf076ea1df.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.011989] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c014835-e431-4552-9d7e-8c3dc767b56f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.021183] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1547.021183] env[62093]: value = "task-1710304" [ 1547.021183] env[62093]: _type = "Task" [ 1547.021183] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.033958] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.178301] env[62093]: DEBUG nova.network.neutron [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.183886] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710303, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.220911] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a92c806-db13-4fd6-8cea-a9230652c408 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.229782] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4335cc71-b244-4d1b-bf7a-a76caf31d389 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.266883] env[62093]: DEBUG nova.compute.manager [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1547.270970] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db75c776-4e18-4f74-b48b-bcbb2c4546e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.274387] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110c7664-debf-465c-b34b-03a1224c41de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.288032] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c0130a-5e49-41cd-9585-4edf326752ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.308185] env[62093]: DEBUG nova.compute.provider_tree [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.369160] env[62093]: DEBUG nova.network.neutron [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.538693] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710304, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.687522] env[62093]: DEBUG oslo_vmware.api [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710303, 'name': PowerOnVM_Task, 'duration_secs': 1.130706} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.687905] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.688167] env[62093]: INFO nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1547.688376] env[62093]: DEBUG nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1547.689253] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c0199-dc4a-4f3c-84f7-15b57b28e59d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.797388] env[62093]: INFO nova.compute.manager [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] instance snapshotting [ 1547.800564] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc2434a-22f3-43a3-b7f5-bbe8ed01f1ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.821978] env[62093]: DEBUG nova.scheduler.client.report [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1547.826939] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac651e-3a9e-41ed-ad24-9dc0b760fe1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.874022] env[62093]: DEBUG oslo_concurrency.lockutils [req-48646009-26eb-4591-8f02-d012eed1b8a7 req-a543c577-2280-4a3e-8f88-8128c9963ec7 service nova] Releasing lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.874022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.874022] env[62093]: DEBUG nova.network.neutron [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.035858] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684742} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.036128] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 0724ad4f-961b-489e-a7fa-caaf076ea1df/0724ad4f-961b-489e-a7fa-caaf076ea1df.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.036342] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.036592] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85c97ac1-73f3-45d1-a8dc-0cefa7a2046e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.044617] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1548.044617] env[62093]: value = "task-1710305" [ 1548.044617] env[62093]: _type = "Task" [ 1548.044617] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.052537] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.210048] env[62093]: INFO nova.compute.manager [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Took 28.47 seconds to build instance. [ 1548.330690] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.333665] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.461s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.335099] env[62093]: INFO nova.compute.claims [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.340247] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1548.340247] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18a9b88b-3a95-4ea1-8471-191b45ab77d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.345115] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.345384] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.345727] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.346014] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.346211] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.348164] env[62093]: INFO nova.compute.manager [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Terminating instance [ 1548.351428] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1548.351428] env[62093]: value = "task-1710306" [ 1548.351428] env[62093]: _type = "Task" [ 1548.351428] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.351994] env[62093]: DEBUG nova.compute.manager [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1548.352229] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.353120] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d757074-6001-42b3-884e-8d178a8b8255 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.367407] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.370755] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.371136] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb53aa6-7cd8-44fe-b118-fdd874a2b4bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.380906] env[62093]: DEBUG oslo_vmware.api [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1548.380906] env[62093]: value = "task-1710307" [ 1548.380906] env[62093]: _type = "Task" [ 1548.380906] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.390889] env[62093]: DEBUG oslo_vmware.api [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.407609] env[62093]: DEBUG nova.network.neutron [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.556631] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121604} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.556983] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.557887] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081e3e33-0eea-4a2d-9d6f-014d2d138db7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.582935] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 0724ad4f-961b-489e-a7fa-caaf076ea1df/0724ad4f-961b-489e-a7fa-caaf076ea1df.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.585869] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c61cd528-3a96-4017-8f92-57c8b508a939 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.610126] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1548.610126] env[62093]: value = "task-1710308" [ 1548.610126] env[62093]: _type = "Task" [ 1548.610126] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.622460] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.706498] env[62093]: DEBUG nova.network.neutron [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updating instance_info_cache with network_info: [{"id": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "address": "fa:16:3e:60:97:f3", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356590eb-4c", "ovs_interfaceid": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.712622] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ad638a05-cf91-4e53-a8df-737cfa300f93 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.981s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.834882] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "e13d4376-1577-4b61-9303-26e94a8ea677" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.835293] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.851133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aeacaae5-3bc6-48ea-8220-aec975c97549 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.372s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.851133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.631s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.851133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.851133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.851133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.852512] env[62093]: INFO nova.compute.manager [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Terminating instance [ 1548.854986] env[62093]: DEBUG nova.compute.manager [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1548.855339] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.860185] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0aa46fad-6d03-4975-846f-e8adab0dddcb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.868507] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.873041] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaac8a9-dce2-4647-9470-1a6dd2449867 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.904234] env[62093]: DEBUG oslo_vmware.api [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710307, 'name': PowerOffVM_Task, 'duration_secs': 0.349679} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.904648] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.904869] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.921334] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d0a297d-f70d-4809-9c75-056970ef8eb8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.924573] env[62093]: WARNING nova.virt.vmwareapi.vmops [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 43008c39-f0b3-4230-b04b-06f95e4bf2b3 could not be found. [ 1548.924573] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.924573] env[62093]: INFO nova.compute.manager [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1548.924573] env[62093]: DEBUG oslo.service.loopingcall [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.924573] env[62093]: DEBUG nova.compute.manager [-] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1548.924573] env[62093]: DEBUG nova.network.neutron [-] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.024948] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.025196] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.025388] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleting the datastore file [datastore1] b8782dfa-80c8-4e6e-884e-e17f7b39722f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.027820] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-316f81cc-e864-4ba9-9a6c-ed3b179271db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.035080] env[62093]: DEBUG oslo_vmware.api [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1549.035080] env[62093]: value = "task-1710310" [ 1549.035080] env[62093]: _type = "Task" [ 1549.035080] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.043670] env[62093]: DEBUG oslo_vmware.api [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.120796] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.209372] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Releasing lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.209957] env[62093]: DEBUG nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Instance network_info: |[{"id": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "address": "fa:16:3e:60:97:f3", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356590eb-4c", "ovs_interfaceid": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1549.210684] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:97:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '356590eb-4c6b-4bd1-a1e6-7e54a1e0d189', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.218529] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Creating folder: Project (a16df5f1bdea483da91ad52711fd7e78). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.218852] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-125b2f93-b967-4262-99b6-fe3a9bc5ae8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.232101] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Created folder: Project (a16df5f1bdea483da91ad52711fd7e78) in parent group-v356072. [ 1549.232416] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Creating folder: Instances. Parent ref: group-v356308. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.232689] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3352fa38-39b2-4aff-b35c-60ec0af9862c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.245680] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Created folder: Instances in parent group-v356308. [ 1549.246145] env[62093]: DEBUG oslo.service.loopingcall [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.247212] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.247212] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0de31ce6-59d3-42fe-94f3-157bbf777d3a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.270051] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.270051] env[62093]: value = "task-1710313" [ 1549.270051] env[62093]: _type = "Task" [ 1549.270051] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.279470] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710313, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.338451] env[62093]: DEBUG nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1549.367036] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.546853] env[62093]: DEBUG oslo_vmware.api [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362355} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.547255] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.549387] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.549387] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.549387] env[62093]: INFO nova.compute.manager [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1549.549387] env[62093]: DEBUG oslo.service.loopingcall [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.549387] env[62093]: DEBUG nova.compute.manager [-] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1549.549582] env[62093]: DEBUG nova.network.neutron [-] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.628325] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710308, 'name': ReconfigVM_Task, 'duration_secs': 0.748758} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.628829] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 0724ad4f-961b-489e-a7fa-caaf076ea1df/0724ad4f-961b-489e-a7fa-caaf076ea1df.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.629897] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3d9963a-3add-4033-9592-57faa2e20d18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.639845] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1549.639845] env[62093]: value = "task-1710314" [ 1549.639845] env[62093]: _type = "Task" [ 1549.639845] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.649932] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710314, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.737405] env[62093]: DEBUG nova.network.neutron [-] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.740475] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad0353c-f899-40d1-83a9-0f784b21ad3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.751179] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d76fb4-5141-4a79-8680-ee82188d75ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.796420] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d498c3-7444-4a24-9aa9-2112a1149f28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.805367] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710313, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.808939] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be723a21-e035-41c1-8392-7932eac87229 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.827232] env[62093]: DEBUG nova.compute.provider_tree [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.860563] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.865359] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710306, 'name': CreateSnapshot_Task, 'duration_secs': 1.186497} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.865619] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1549.866414] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b360dd0-94ca-40a2-a3f4-b7c7d8e02f4f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.152042] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710314, 'name': Rename_Task, 'duration_secs': 0.323647} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.152042] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.152418] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-355e8fb2-3122-4d57-bb06-7ae42549be13 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.160165] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1550.160165] env[62093]: value = "task-1710315" [ 1550.160165] env[62093]: _type = "Task" [ 1550.160165] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.171404] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.244648] env[62093]: INFO nova.compute.manager [-] [instance: 43008c39-f0b3-4230-b04b-06f95e4bf2b3] Took 1.32 seconds to deallocate network for instance. [ 1550.302348] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710313, 'name': CreateVM_Task, 'duration_secs': 0.597205} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.302479] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.303167] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.303348] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.303664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.303995] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb380c6-c8ef-4c94-9da9-dc9672d302b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.309253] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1550.309253] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d0ef6c-224d-6898-ab71-fa48fa7db1c6" [ 1550.309253] env[62093]: _type = "Task" [ 1550.309253] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.318157] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d0ef6c-224d-6898-ab71-fa48fa7db1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.333626] env[62093]: DEBUG nova.scheduler.client.report [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1550.386483] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1550.387509] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8657e615-63f1-414c-ae69-ae04e0b0997c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.399059] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1550.399059] env[62093]: value = "task-1710316" [ 1550.399059] env[62093]: _type = "Task" [ 1550.399059] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.409288] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710316, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.437723] env[62093]: DEBUG nova.network.neutron [-] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.670825] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710315, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.821323] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d0ef6c-224d-6898-ab71-fa48fa7db1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.037054} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.821736] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.821847] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.822137] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.822251] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.822420] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.822685] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bb24581-a3b5-49a1-9bd0-33f9b8155950 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.831644] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.831825] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.832534] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64a9ece-d886-4d50-88fd-99eeb7e9616d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.838084] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1550.838084] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523dfb53-2660-1fe3-6923-5ec317eec67f" [ 1550.838084] env[62093]: _type = "Task" [ 1550.838084] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.841766] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.842266] env[62093]: DEBUG nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1550.844724] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.193s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.844945] env[62093]: DEBUG nova.objects.instance [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lazy-loading 'resources' on Instance uuid 2d9a01cf-9e55-4720-859e-d98e52d6f08e {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.851315] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523dfb53-2660-1fe3-6923-5ec317eec67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.877111] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.877379] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.877561] env[62093]: DEBUG nova.compute.manager [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1550.878531] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed9ac1d-3d71-434a-b4fc-c254fb195093 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.886674] env[62093]: DEBUG nova.compute.manager [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1550.887241] env[62093]: DEBUG nova.objects.instance [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lazy-loading 'flavor' on Instance uuid c5ebe47f-6047-45d5-bfc0-090d763c78e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.909291] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710316, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.941727] env[62093]: INFO nova.compute.manager [-] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Took 1.39 seconds to deallocate network for instance. [ 1551.172558] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.273637] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf44ab60-868a-4a0d-8203-744e4ae4f944 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "43008c39-f0b3-4230-b04b-06f95e4bf2b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.424s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.288163] env[62093]: DEBUG nova.compute.manager [req-4b5fb5a7-b39e-4d0c-ba08-8fc0bf2e9a2b req-0fbfc692-62fa-413b-a120-21e5c37465db service nova] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Received event network-vif-deleted-ac892918-b198-45ad-8c8a-7ec595af24b5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1551.349751] env[62093]: DEBUG nova.compute.utils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.351180] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523dfb53-2660-1fe3-6923-5ec317eec67f, 'name': SearchDatastore_Task, 'duration_secs': 0.016812} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.351452] env[62093]: DEBUG nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1551.351621] env[62093]: DEBUG nova.network.neutron [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.356168] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c5a919-739f-4c47-8eeb-6ee4a9d349e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.363791] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1551.363791] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522ed80f-87fd-b0f2-13e6-f26fc6983813" [ 1551.363791] env[62093]: _type = "Task" [ 1551.363791] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.378520] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522ed80f-87fd-b0f2-13e6-f26fc6983813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.393806] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.394100] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7e6ea0-d976-4457-8eb6-62c351ff753b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.402014] env[62093]: DEBUG nova.policy [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd16d0baa72f475c83656489121f7c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dedf2cf7a88a40368fb6747e4618954d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1551.411270] env[62093]: DEBUG oslo_vmware.api [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1551.411270] env[62093]: value = "task-1710317" [ 1551.411270] env[62093]: _type = "Task" [ 1551.411270] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.419743] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710316, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.425961] env[62093]: DEBUG oslo_vmware.api [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.447717] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.675506] env[62093]: DEBUG oslo_vmware.api [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710315, 'name': PowerOnVM_Task, 'duration_secs': 1.241869} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.675640] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.675825] env[62093]: INFO nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1551.676037] env[62093]: DEBUG nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1551.676826] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c5398b-e68c-45fb-a5f1-9544e1a591bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.713190] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e64c252-92a7-4866-aaf9-a89488d799e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.722012] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ea9dc2-d342-4d9c-a886-7179e8bc7b50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.757811] env[62093]: DEBUG nova.network.neutron [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Successfully created port: 18dd22ed-7b93-478d-8cbd-3c2fc6d18972 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.758598] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bad329-176e-48e3-ba6f-e348d0db2cbc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.768636] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae74e862-ab1b-4469-bf3f-ef0fdfb17404 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.783851] env[62093]: DEBUG nova.compute.provider_tree [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.855625] env[62093]: DEBUG nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1551.876470] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522ed80f-87fd-b0f2-13e6-f26fc6983813, 'name': SearchDatastore_Task, 'duration_secs': 0.020681} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.877132] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.877537] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] f30bcb6e-96e5-4036-95b6-6209eb722e2b/f30bcb6e-96e5-4036-95b6-6209eb722e2b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.877960] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd14e3d-a77f-4c69-bb58-04db5b51fdbc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.886234] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1551.886234] env[62093]: value = "task-1710318" [ 1551.886234] env[62093]: _type = "Task" [ 1551.886234] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.895719] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.910561] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710316, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.921198] env[62093]: DEBUG oslo_vmware.api [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710317, 'name': PowerOffVM_Task, 'duration_secs': 0.305888} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.921450] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.921623] env[62093]: DEBUG nova.compute.manager [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1551.922465] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d30f7-1558-4e39-8286-3f4c134faa08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.207030] env[62093]: INFO nova.compute.manager [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Took 32.16 seconds to build instance. [ 1552.287504] env[62093]: DEBUG nova.scheduler.client.report [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1552.397276] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710318, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.412967] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710316, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.435504] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a3c1fc1b-14e4-412f-872d-082434e236bb tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.711195] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab3e15e4-58c9-4bc7-8e68-08a02a937ec4 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "0724ad4f-961b-489e-a7fa-caaf076ea1df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.671s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.754559] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.754884] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.793639] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.796129] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.936s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.798045] env[62093]: INFO nova.compute.claims [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.819381] env[62093]: INFO nova.scheduler.client.report [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Deleted allocations for instance 2d9a01cf-9e55-4720-859e-d98e52d6f08e [ 1552.865643] env[62093]: DEBUG nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1552.888764] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1552.889091] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1552.889290] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1552.889523] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1552.889706] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1552.889959] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1552.890248] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1552.890456] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1552.890653] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1552.890881] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1552.891157] env[62093]: DEBUG nova.virt.hardware [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1552.892222] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9402f593-172b-45c2-8f67-c06a325d466d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.904613] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779331} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.909620] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] f30bcb6e-96e5-4036-95b6-6209eb722e2b/f30bcb6e-96e5-4036-95b6-6209eb722e2b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.909899] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.911210] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dece726-231c-499d-84ba-6671d379eb5f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.914281] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c4fa1-0eda-4318-8221-9cabc12c750c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.933670] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710316, 'name': CloneVM_Task, 'duration_secs': 2.243215} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.936279] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Created linked-clone VM from snapshot [ 1552.936875] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1552.936875] env[62093]: value = "task-1710319" [ 1552.936875] env[62093]: _type = "Task" [ 1552.936875] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.937602] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b8f24-61c8-4f06-ad0f-3ae63888cf1c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.949984] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Uploading image 0fa82442-eb1d-44db-a144-188551314bc9 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1552.954515] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.964360] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquiring lock "0724ad4f-961b-489e-a7fa-caaf076ea1df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.964598] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "0724ad4f-961b-489e-a7fa-caaf076ea1df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.964839] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquiring lock "0724ad4f-961b-489e-a7fa-caaf076ea1df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.965049] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "0724ad4f-961b-489e-a7fa-caaf076ea1df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.965222] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "0724ad4f-961b-489e-a7fa-caaf076ea1df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.967329] env[62093]: INFO nova.compute.manager [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Terminating instance [ 1552.970693] env[62093]: DEBUG nova.compute.manager [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1552.970891] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.972116] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a617690-5143-4ea9-a183-a17d471a8908 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.976728] env[62093]: DEBUG oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1552.976728] env[62093]: value = "vm-356312" [ 1552.976728] env[62093]: _type = "VirtualMachine" [ 1552.976728] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1552.976965] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d7bbbfd4-7fc0-444b-af1b-2e10d6ee17d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.983999] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.984545] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42baa24c-6638-41c6-ba7d-c6eb6370d7dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.987370] env[62093]: DEBUG oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lease: (returnval){ [ 1552.987370] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524373ec-dd79-c3c5-d9a7-ecb7cb8ec657" [ 1552.987370] env[62093]: _type = "HttpNfcLease" [ 1552.987370] env[62093]: } obtained for exporting VM: (result){ [ 1552.987370] env[62093]: value = "vm-356312" [ 1552.987370] env[62093]: _type = "VirtualMachine" [ 1552.987370] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1552.987708] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the lease: (returnval){ [ 1552.987708] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524373ec-dd79-c3c5-d9a7-ecb7cb8ec657" [ 1552.987708] env[62093]: _type = "HttpNfcLease" [ 1552.987708] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1552.998704] env[62093]: DEBUG oslo_vmware.api [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1552.998704] env[62093]: value = "task-1710321" [ 1552.998704] env[62093]: _type = "Task" [ 1552.998704] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.999077] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1552.999077] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524373ec-dd79-c3c5-d9a7-ecb7cb8ec657" [ 1552.999077] env[62093]: _type = "HttpNfcLease" [ 1552.999077] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1553.007915] env[62093]: DEBUG oslo_vmware.api [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.257585] env[62093]: DEBUG nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1553.328266] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6d8f2334-c11c-484f-ba11-ba9fcb976ab4 tempest-ImagesTestJSON-1856039503 tempest-ImagesTestJSON-1856039503-project-member] Lock "2d9a01cf-9e55-4720-859e-d98e52d6f08e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.063s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.400584] env[62093]: DEBUG nova.compute.manager [req-6905acab-8060-4ca3-ad75-4de6a00fc1a4 req-ddc58a29-bf67-45b6-be37-7df49105429c service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Received event network-vif-plugged-18dd22ed-7b93-478d-8cbd-3c2fc6d18972 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1553.400834] env[62093]: DEBUG oslo_concurrency.lockutils [req-6905acab-8060-4ca3-ad75-4de6a00fc1a4 req-ddc58a29-bf67-45b6-be37-7df49105429c service nova] Acquiring lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.401183] env[62093]: DEBUG oslo_concurrency.lockutils [req-6905acab-8060-4ca3-ad75-4de6a00fc1a4 req-ddc58a29-bf67-45b6-be37-7df49105429c service nova] Lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.401281] env[62093]: DEBUG oslo_concurrency.lockutils [req-6905acab-8060-4ca3-ad75-4de6a00fc1a4 req-ddc58a29-bf67-45b6-be37-7df49105429c service nova] Lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.401451] env[62093]: DEBUG nova.compute.manager [req-6905acab-8060-4ca3-ad75-4de6a00fc1a4 req-ddc58a29-bf67-45b6-be37-7df49105429c service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] No waiting events found dispatching network-vif-plugged-18dd22ed-7b93-478d-8cbd-3c2fc6d18972 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1553.401611] env[62093]: WARNING nova.compute.manager [req-6905acab-8060-4ca3-ad75-4de6a00fc1a4 req-ddc58a29-bf67-45b6-be37-7df49105429c service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Received unexpected event network-vif-plugged-18dd22ed-7b93-478d-8cbd-3c2fc6d18972 for instance with vm_state building and task_state spawning. [ 1553.421477] env[62093]: DEBUG nova.objects.instance [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lazy-loading 'flavor' on Instance uuid c5ebe47f-6047-45d5-bfc0-090d763c78e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.452157] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235331} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.452381] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.453244] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad937a4a-4ebd-4275-8ba0-59d305f1547d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.477256] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] f30bcb6e-96e5-4036-95b6-6209eb722e2b/f30bcb6e-96e5-4036-95b6-6209eb722e2b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.477940] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4efdaba-8778-4258-a21f-b397b91a4a0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.496256] env[62093]: DEBUG nova.network.neutron [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Successfully updated port: 18dd22ed-7b93-478d-8cbd-3c2fc6d18972 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.506649] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1553.506649] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524373ec-dd79-c3c5-d9a7-ecb7cb8ec657" [ 1553.506649] env[62093]: _type = "HttpNfcLease" [ 1553.506649] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1553.508037] env[62093]: DEBUG oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1553.508037] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524373ec-dd79-c3c5-d9a7-ecb7cb8ec657" [ 1553.508037] env[62093]: _type = "HttpNfcLease" [ 1553.508037] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1553.508434] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1553.508434] env[62093]: value = "task-1710322" [ 1553.508434] env[62093]: _type = "Task" [ 1553.508434] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.509796] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118bb388-c62d-4996-9727-f5ebe111ac29 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.518890] env[62093]: DEBUG oslo_vmware.api [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710321, 'name': PowerOffVM_Task, 'duration_secs': 0.436096} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.519943] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.520218] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.520758] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-721cd2de-bec3-40e4-a0a9-3184019af0ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.526407] env[62093]: DEBUG oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f08f89-652d-1f1a-0298-2ea19da916b3/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1553.526617] env[62093]: DEBUG oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f08f89-652d-1f1a-0298-2ea19da916b3/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1553.531738] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.618084] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.618335] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.618528] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Deleting the datastore file [datastore1] 0724ad4f-961b-489e-a7fa-caaf076ea1df {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.618815] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c185e00-d460-42e9-a2e1-cc62aeb75a0c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.627165] env[62093]: DEBUG oslo_vmware.api [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for the task: (returnval){ [ 1553.627165] env[62093]: value = "task-1710324" [ 1553.627165] env[62093]: _type = "Task" [ 1553.627165] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.636501] env[62093]: DEBUG oslo_vmware.api [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.668122] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52657998-8136-41f1-9bc5-33f52cb34df0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.786654] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.929343] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.929585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquired lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.930500] env[62093]: DEBUG nova.network.neutron [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.930500] env[62093]: DEBUG nova.objects.instance [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lazy-loading 'info_cache' on Instance uuid c5ebe47f-6047-45d5-bfc0-090d763c78e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.000834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "refresh_cache-f075ca2d-56b4-453d-b7a6-7bb2b609ce20" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.001025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "refresh_cache-f075ca2d-56b4-453d-b7a6-7bb2b609ce20" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.001187] env[62093]: DEBUG nova.network.neutron [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.024961] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.107221] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f84e932-f6d8-42ad-84dc-0563c3871cac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.116407] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f435e929-f107-4c4f-b6ac-fa5fdc201c6d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.155703] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e220e5-e38f-4e18-989f-37317114ba62 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.170329] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18573ca9-257b-4002-bde3-cc2ba9e93a3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.175423] env[62093]: DEBUG oslo_vmware.api [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Task: {'id': task-1710324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52486} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.175705] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.175885] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.176069] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.176495] env[62093]: INFO nova.compute.manager [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1554.176810] env[62093]: DEBUG oslo.service.loopingcall [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.177841] env[62093]: DEBUG nova.compute.manager [-] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1554.177976] env[62093]: DEBUG nova.network.neutron [-] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.188562] env[62093]: DEBUG nova.compute.provider_tree [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.434035] env[62093]: DEBUG nova.objects.base [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1554.530580] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710322, 'name': ReconfigVM_Task, 'duration_secs': 0.861379} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.530897] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] f30bcb6e-96e5-4036-95b6-6209eb722e2b/f30bcb6e-96e5-4036-95b6-6209eb722e2b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.531941] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d0ffb40-c8ba-428a-865f-9d571a1bad60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.542323] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1554.542323] env[62093]: value = "task-1710325" [ 1554.542323] env[62093]: _type = "Task" [ 1554.542323] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.547281] env[62093]: DEBUG nova.network.neutron [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.555270] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710325, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.579287] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.579599] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.695478] env[62093]: DEBUG nova.scheduler.client.report [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1554.722711] env[62093]: DEBUG nova.network.neutron [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Updating instance_info_cache with network_info: [{"id": "18dd22ed-7b93-478d-8cbd-3c2fc6d18972", "address": "fa:16:3e:26:26:08", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dd22ed-7b", "ovs_interfaceid": "18dd22ed-7b93-478d-8cbd-3c2fc6d18972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.952605] env[62093]: DEBUG nova.network.neutron [-] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.055608] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710325, 'name': Rename_Task, 'duration_secs': 0.356988} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.056017] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1555.056349] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c9e16ad-4f0b-4df6-8e36-b20afa5869fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.063961] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1555.063961] env[62093]: value = "task-1710326" [ 1555.063961] env[62093]: _type = "Task" [ 1555.063961] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.073577] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.094257] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.094655] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1555.198847] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.199411] env[62093]: DEBUG nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1555.202328] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.755s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.202446] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.205026] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.418s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.206502] env[62093]: INFO nova.compute.claims [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.227131] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "refresh_cache-f075ca2d-56b4-453d-b7a6-7bb2b609ce20" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.227131] env[62093]: DEBUG nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Instance network_info: |[{"id": "18dd22ed-7b93-478d-8cbd-3c2fc6d18972", "address": "fa:16:3e:26:26:08", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dd22ed-7b", "ovs_interfaceid": "18dd22ed-7b93-478d-8cbd-3c2fc6d18972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1555.227131] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:26:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18dd22ed-7b93-478d-8cbd-3c2fc6d18972', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.235528] env[62093]: DEBUG oslo.service.loopingcall [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.235745] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.235885] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad91f529-6b38-4f57-980f-2eca3518c09b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.259801] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.259801] env[62093]: value = "task-1710327" [ 1555.259801] env[62093]: _type = "Task" [ 1555.259801] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.272702] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710327, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.279757] env[62093]: INFO nova.scheduler.client.report [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted allocations for instance b8782dfa-80c8-4e6e-884e-e17f7b39722f [ 1555.375756] env[62093]: DEBUG nova.network.neutron [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Updating instance_info_cache with network_info: [{"id": "9bdd6b75-37fb-4664-9593-234f56c593ff", "address": "fa:16:3e:5b:b0:ea", "network": {"id": "eac6c399-2f9f-4826-bbb7-672e4c699900", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2011328059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943ad010698425e9c1bce23b8567e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdd6b75-37", "ovs_interfaceid": "9bdd6b75-37fb-4664-9593-234f56c593ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.434994] env[62093]: DEBUG nova.compute.manager [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Received event network-changed-18dd22ed-7b93-478d-8cbd-3c2fc6d18972 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1555.435280] env[62093]: DEBUG nova.compute.manager [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Refreshing instance network info cache due to event network-changed-18dd22ed-7b93-478d-8cbd-3c2fc6d18972. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1555.435511] env[62093]: DEBUG oslo_concurrency.lockutils [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] Acquiring lock "refresh_cache-f075ca2d-56b4-453d-b7a6-7bb2b609ce20" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.435656] env[62093]: DEBUG oslo_concurrency.lockutils [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] Acquired lock "refresh_cache-f075ca2d-56b4-453d-b7a6-7bb2b609ce20" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.436169] env[62093]: DEBUG nova.network.neutron [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Refreshing network info cache for port 18dd22ed-7b93-478d-8cbd-3c2fc6d18972 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.454906] env[62093]: INFO nova.compute.manager [-] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Took 1.28 seconds to deallocate network for instance. [ 1555.576155] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.711625] env[62093]: DEBUG nova.compute.utils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.712589] env[62093]: DEBUG nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1555.712793] env[62093]: DEBUG nova.network.neutron [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.771156] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710327, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.773981] env[62093]: DEBUG nova.policy [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba1628e6dfb4ac08d5a9939f2a6a561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dc72bc99dca41f4bc5d4917026f1e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1555.786369] env[62093]: DEBUG oslo_concurrency.lockutils [None req-840ccf4e-6a0b-46c1-8aec-7b0a2f758a8e tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "b8782dfa-80c8-4e6e-884e-e17f7b39722f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.441s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.878234] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Releasing lock "refresh_cache-c5ebe47f-6047-45d5-bfc0-090d763c78e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.962857] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.039943] env[62093]: DEBUG nova.network.neutron [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Successfully created port: 84301704-fb3c-42dd-b043-43226b5cf9f5 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.076049] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.181374] env[62093]: DEBUG nova.network.neutron [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Updated VIF entry in instance network info cache for port 18dd22ed-7b93-478d-8cbd-3c2fc6d18972. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.181692] env[62093]: DEBUG nova.network.neutron [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Updating instance_info_cache with network_info: [{"id": "18dd22ed-7b93-478d-8cbd-3c2fc6d18972", "address": "fa:16:3e:26:26:08", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dd22ed-7b", "ovs_interfaceid": "18dd22ed-7b93-478d-8cbd-3c2fc6d18972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.216765] env[62093]: DEBUG nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1556.272538] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710327, 'name': CreateVM_Task, 'duration_secs': 0.939945} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.275018] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.276858] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.276858] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.276952] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.277201] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c595a276-cde4-477f-8b11-4f12f803fce6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.282983] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1556.282983] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52417194-1c91-ff19-7c03-16f35ca13481" [ 1556.282983] env[62093]: _type = "Task" [ 1556.282983] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.294472] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52417194-1c91-ff19-7c03-16f35ca13481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.381569] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.386044] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f86e9e-1a8d-48dc-a801-ce8194f012a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.393834] env[62093]: DEBUG oslo_vmware.api [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1556.393834] env[62093]: value = "task-1710328" [ 1556.393834] env[62093]: _type = "Task" [ 1556.393834] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.407639] env[62093]: DEBUG oslo_vmware.api [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.537011] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72c0237-4539-46fc-a677-b4c66cb68be5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.545909] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3234c246-5fbf-43c2-ac0e-a052d394def4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.589466] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f95b74-35f3-42c5-b822-b89fda591b36 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.598459] env[62093]: DEBUG oslo_vmware.api [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710326, 'name': PowerOnVM_Task, 'duration_secs': 1.051948} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.600136] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.600360] env[62093]: INFO nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1556.600540] env[62093]: DEBUG nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1556.602615] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8611466-8cec-4e9c-bc66-727b760fbf49 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.607767] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dc8274-1725-475c-b526-a27e10df1d1d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.630019] env[62093]: DEBUG nova.compute.provider_tree [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.684872] env[62093]: DEBUG oslo_concurrency.lockutils [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] Releasing lock "refresh_cache-f075ca2d-56b4-453d-b7a6-7bb2b609ce20" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.685102] env[62093]: DEBUG nova.compute.manager [req-1880ac9e-b571-498a-ad98-99fecfff3af3 req-65f14ca0-fcae-4cc3-9779-d9cead9d5170 service nova] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Received event network-vif-deleted-95a8d15b-914c-4835-b203-190cca401562 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1556.795264] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52417194-1c91-ff19-7c03-16f35ca13481, 'name': SearchDatastore_Task, 'duration_secs': 0.04723} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.795590] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.795829] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.796075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.796223] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.796399] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.796665] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c8e865-5326-4309-8586-3ae099a394ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.807112] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.807297] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.808116] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef49b5c3-4a05-4a36-8c03-bac763778b5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.814627] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1556.814627] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524f3f83-e8c7-7d11-60bf-769058de30a4" [ 1556.814627] env[62093]: _type = "Task" [ 1556.814627] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.822664] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524f3f83-e8c7-7d11-60bf-769058de30a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.909373] env[62093]: DEBUG oslo_vmware.api [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.136036] env[62093]: DEBUG nova.scheduler.client.report [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1557.146491] env[62093]: INFO nova.compute.manager [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Took 32.41 seconds to build instance. [ 1557.228831] env[62093]: DEBUG nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1557.252733] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1557.253024] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1557.253198] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.253389] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1557.253543] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.253704] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1557.253912] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1557.254110] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1557.254281] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1557.254447] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1557.254619] env[62093]: DEBUG nova.virt.hardware [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1557.255551] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e619d61-cea7-4e0b-b0db-cfc21d51aa9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.264451] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e036f-ba65-4494-a404-194d1579f994 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.326637] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524f3f83-e8c7-7d11-60bf-769058de30a4, 'name': SearchDatastore_Task, 'duration_secs': 0.039809} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.327529] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da51631a-dc56-4de0-aa47-7b4c005f8f3a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.333745] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1557.333745] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524156ff-3c27-bced-8cf1-4a6ac6a40b34" [ 1557.333745] env[62093]: _type = "Task" [ 1557.333745] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.343325] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524156ff-3c27-bced-8cf1-4a6ac6a40b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.408381] env[62093]: DEBUG oslo_vmware.api [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710328, 'name': PowerOnVM_Task, 'duration_secs': 0.729116} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.408666] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.408929] env[62093]: DEBUG nova.compute.manager [None req-1d74490f-dd05-47b7-990c-68de858037ba tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1557.409848] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f35d2-710f-437e-92b2-a336838d5e70 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.641391] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.642356] env[62093]: DEBUG nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1557.647666] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.684s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.648103] env[62093]: DEBUG nova.objects.instance [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lazy-loading 'resources' on Instance uuid 0724ad4f-961b-489e-a7fa-caaf076ea1df {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.650524] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e4e3bec-bb40-4acb-ba74-ddb4bbce613a tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.926s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.845223] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524156ff-3c27-bced-8cf1-4a6ac6a40b34, 'name': SearchDatastore_Task, 'duration_secs': 0.01598} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.845519] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.845821] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] f075ca2d-56b4-453d-b7a6-7bb2b609ce20/f075ca2d-56b4-453d-b7a6-7bb2b609ce20.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.846147] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92fd3990-4e4d-4667-bbb3-e9210a441283 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.857189] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1557.857189] env[62093]: value = "task-1710329" [ 1557.857189] env[62093]: _type = "Task" [ 1557.857189] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.866915] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.995605] env[62093]: DEBUG nova.compute.manager [req-0cdadc3e-2799-4c5c-b195-ed9280b499cf req-124e27ba-dfc0-4408-8658-217426f8b67f service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Received event network-vif-plugged-84301704-fb3c-42dd-b043-43226b5cf9f5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1557.995861] env[62093]: DEBUG oslo_concurrency.lockutils [req-0cdadc3e-2799-4c5c-b195-ed9280b499cf req-124e27ba-dfc0-4408-8658-217426f8b67f service nova] Acquiring lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.997917] env[62093]: DEBUG oslo_concurrency.lockutils [req-0cdadc3e-2799-4c5c-b195-ed9280b499cf req-124e27ba-dfc0-4408-8658-217426f8b67f service nova] Lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.998665] env[62093]: DEBUG oslo_concurrency.lockutils [req-0cdadc3e-2799-4c5c-b195-ed9280b499cf req-124e27ba-dfc0-4408-8658-217426f8b67f service nova] Lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.998934] env[62093]: DEBUG nova.compute.manager [req-0cdadc3e-2799-4c5c-b195-ed9280b499cf req-124e27ba-dfc0-4408-8658-217426f8b67f service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] No waiting events found dispatching network-vif-plugged-84301704-fb3c-42dd-b043-43226b5cf9f5 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1558.000337] env[62093]: WARNING nova.compute.manager [req-0cdadc3e-2799-4c5c-b195-ed9280b499cf req-124e27ba-dfc0-4408-8658-217426f8b67f service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Received unexpected event network-vif-plugged-84301704-fb3c-42dd-b043-43226b5cf9f5 for instance with vm_state building and task_state spawning. [ 1558.155249] env[62093]: DEBUG nova.compute.utils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.158542] env[62093]: DEBUG nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1558.158860] env[62093]: DEBUG nova.network.neutron [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1558.217203] env[62093]: DEBUG nova.network.neutron [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Successfully updated port: 84301704-fb3c-42dd-b043-43226b5cf9f5 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.219628] env[62093]: DEBUG nova.policy [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e44974e772444ab1b775f73c407122e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1d7ccca9ae4cc78f2400b3b6d580f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1558.372279] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710329, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.511502] env[62093]: DEBUG nova.network.neutron [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Successfully created port: b5792b95-d333-43cd-8bed-cbccf7eec48a {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.516171] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a2ba6-ac05-4a4f-89b3-08edd6b1f45d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.527530] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dad49b-83d0-478e-920f-4673add153ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.564185] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477f709b-a204-4900-a73d-a4bbd92812c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.579717] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4c10bd-069e-4a71-b53e-52fdf8c76b5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.597315] env[62093]: DEBUG nova.compute.provider_tree [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.665661] env[62093]: DEBUG nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1558.723361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.723692] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.723997] env[62093]: DEBUG nova.network.neutron [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.875971] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662923} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.876323] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] f075ca2d-56b4-453d-b7a6-7bb2b609ce20/f075ca2d-56b4-453d-b7a6-7bb2b609ce20.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.876570] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.876852] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ac124e-831b-4540-b942-431574454f01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.886489] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1558.886489] env[62093]: value = "task-1710330" [ 1558.886489] env[62093]: _type = "Task" [ 1558.886489] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.897802] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.101037] env[62093]: DEBUG nova.scheduler.client.report [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1559.283061] env[62093]: DEBUG nova.network.neutron [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.396964] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086363} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.397259] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.398047] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ea843-4938-46b2-8426-3ce6736c5143 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.422304] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f075ca2d-56b4-453d-b7a6-7bb2b609ce20/f075ca2d-56b4-453d-b7a6-7bb2b609ce20.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.425078] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c98ae6d-07c5-4558-9652-cc302c5bb130 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.446809] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1559.446809] env[62093]: value = "task-1710331" [ 1559.446809] env[62093]: _type = "Task" [ 1559.446809] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.454986] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.501764] env[62093]: DEBUG nova.network.neutron [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance_info_cache with network_info: [{"id": "84301704-fb3c-42dd-b043-43226b5cf9f5", "address": "fa:16:3e:14:c3:2e", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84301704-fb", "ovs_interfaceid": "84301704-fb3c-42dd-b043-43226b5cf9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.606568] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.632271] env[62093]: INFO nova.scheduler.client.report [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Deleted allocations for instance 0724ad4f-961b-489e-a7fa-caaf076ea1df [ 1559.668698] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.668933] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.669113] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1559.679298] env[62093]: DEBUG nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1559.708584] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1559.708860] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1559.709058] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.709286] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1559.709422] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.709565] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1559.709770] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1559.709993] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1559.710204] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1559.710335] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1559.710506] env[62093]: DEBUG nova.virt.hardware [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1559.711522] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c0275-47c9-4190-8c3f-edc655eadab4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.720085] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4a19c8-d343-4936-84ca-5c6275ab207e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.962724] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.005282] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.005627] env[62093]: DEBUG nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Instance network_info: |[{"id": "84301704-fb3c-42dd-b043-43226b5cf9f5", "address": "fa:16:3e:14:c3:2e", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84301704-fb", "ovs_interfaceid": "84301704-fb3c-42dd-b043-43226b5cf9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1560.006119] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c3:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84301704-fb3c-42dd-b043-43226b5cf9f5', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.017987] env[62093]: DEBUG oslo.service.loopingcall [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.018638] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.018876] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40ceb81-c037-4f81-bb5c-ed6ed20b8ab8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.050480] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.050480] env[62093]: value = "task-1710332" [ 1560.050480] env[62093]: _type = "Task" [ 1560.050480] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.060601] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710332, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.131321] env[62093]: DEBUG nova.compute.manager [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Received event network-changed-84301704-fb3c-42dd-b043-43226b5cf9f5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1560.131633] env[62093]: DEBUG nova.compute.manager [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Refreshing instance network info cache due to event network-changed-84301704-fb3c-42dd-b043-43226b5cf9f5. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1560.134963] env[62093]: DEBUG oslo_concurrency.lockutils [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] Acquiring lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.134963] env[62093]: DEBUG oslo_concurrency.lockutils [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] Acquired lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.134963] env[62093]: DEBUG nova.network.neutron [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Refreshing network info cache for port 84301704-fb3c-42dd-b043-43226b5cf9f5 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.143356] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fda00451-7622-4b0e-a219-5a7a40d737d0 tempest-ServerAddressesNegativeTestJSON-936816103 tempest-ServerAddressesNegativeTestJSON-936816103-project-member] Lock "0724ad4f-961b-489e-a7fa-caaf076ea1df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.178s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.234813] env[62093]: DEBUG nova.compute.manager [req-3dcc3e10-936b-41ac-89fc-2cd7d9b0e1ea req-b02cb63d-09c6-4603-84c7-ae7aba915e14 service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Received event network-vif-plugged-b5792b95-d333-43cd-8bed-cbccf7eec48a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1560.235056] env[62093]: DEBUG oslo_concurrency.lockutils [req-3dcc3e10-936b-41ac-89fc-2cd7d9b0e1ea req-b02cb63d-09c6-4603-84c7-ae7aba915e14 service nova] Acquiring lock "57b73635-aa0b-4d06-8bf2-a771a1629df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.235275] env[62093]: DEBUG oslo_concurrency.lockutils [req-3dcc3e10-936b-41ac-89fc-2cd7d9b0e1ea req-b02cb63d-09c6-4603-84c7-ae7aba915e14 service nova] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.235443] env[62093]: DEBUG oslo_concurrency.lockutils [req-3dcc3e10-936b-41ac-89fc-2cd7d9b0e1ea req-b02cb63d-09c6-4603-84c7-ae7aba915e14 service nova] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.235608] env[62093]: DEBUG nova.compute.manager [req-3dcc3e10-936b-41ac-89fc-2cd7d9b0e1ea req-b02cb63d-09c6-4603-84c7-ae7aba915e14 service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] No waiting events found dispatching network-vif-plugged-b5792b95-d333-43cd-8bed-cbccf7eec48a {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1560.235768] env[62093]: WARNING nova.compute.manager [req-3dcc3e10-936b-41ac-89fc-2cd7d9b0e1ea req-b02cb63d-09c6-4603-84c7-ae7aba915e14 service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Received unexpected event network-vif-plugged-b5792b95-d333-43cd-8bed-cbccf7eec48a for instance with vm_state building and task_state spawning. [ 1560.370870] env[62093]: DEBUG nova.network.neutron [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Successfully updated port: b5792b95-d333-43cd-8bed-cbccf7eec48a {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1560.452087] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.452372] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.452514] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.452700] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.452863] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.454854] env[62093]: INFO nova.compute.manager [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Terminating instance [ 1560.456834] env[62093]: DEBUG nova.compute.manager [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1560.457033] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.458026] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bf8283-b162-4ae3-b6f6-8ba11845a5a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.468807] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710331, 'name': ReconfigVM_Task, 'duration_secs': 0.928552} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.469527] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f075ca2d-56b4-453d-b7a6-7bb2b609ce20/f075ca2d-56b4-453d-b7a6-7bb2b609ce20.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.473035] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c4a5b80-dee6-4068-a086-d0745486aa22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.474641] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.474915] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ed1a212-816d-47d5-97b3-ca23346636b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.478564] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1560.478564] env[62093]: value = "task-1710333" [ 1560.478564] env[62093]: _type = "Task" [ 1560.478564] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.482873] env[62093]: DEBUG oslo_vmware.api [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1560.482873] env[62093]: value = "task-1710334" [ 1560.482873] env[62093]: _type = "Task" [ 1560.482873] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.490640] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710333, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.499297] env[62093]: DEBUG oslo_vmware.api [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.563025] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710332, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.851195] env[62093]: DEBUG nova.network.neutron [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updated VIF entry in instance network info cache for port 84301704-fb3c-42dd-b043-43226b5cf9f5. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.851632] env[62093]: DEBUG nova.network.neutron [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance_info_cache with network_info: [{"id": "84301704-fb3c-42dd-b043-43226b5cf9f5", "address": "fa:16:3e:14:c3:2e", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84301704-fb", "ovs_interfaceid": "84301704-fb3c-42dd-b043-43226b5cf9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.873294] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-57b73635-aa0b-4d06-8bf2-a771a1629df8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.873454] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-57b73635-aa0b-4d06-8bf2-a771a1629df8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.873629] env[62093]: DEBUG nova.network.neutron [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.001740] env[62093]: DEBUG oslo_vmware.api [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710334, 'name': PowerOffVM_Task, 'duration_secs': 0.215357} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.002044] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710333, 'name': Rename_Task, 'duration_secs': 0.211671} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.002306] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.002470] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.002756] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.003018] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc44c5e6-b49c-4d76-bf2b-b950773dded7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.004706] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca6eb3d9-d0d8-453c-a0f0-35a97ec3b090 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.011857] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1561.011857] env[62093]: value = "task-1710335" [ 1561.011857] env[62093]: _type = "Task" [ 1561.011857] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.025627] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.062452] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710332, 'name': CreateVM_Task, 'duration_secs': 0.598492} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.062675] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.068023] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.068023] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.068023] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.068023] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c795b2-21bb-4052-8e41-957ff62d4de0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.077649] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1561.077649] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52dc55d9-bed5-aa02-b4d3-062437384260" [ 1561.077649] env[62093]: _type = "Task" [ 1561.077649] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.084467] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.090491] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.090709] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.090932] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleting the datastore file [datastore1] b3e1895e-cb53-4480-a3d6-09a0ada3f544 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.094479] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24fb6b4b-d1fc-42a5-be54-c2537e17397d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.096797] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dc55d9-bed5-aa02-b4d3-062437384260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.106852] env[62093]: DEBUG oslo_vmware.api [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1561.106852] env[62093]: value = "task-1710337" [ 1561.106852] env[62093]: _type = "Task" [ 1561.106852] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.119527] env[62093]: DEBUG oslo_vmware.api [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.354566] env[62093]: DEBUG oslo_concurrency.lockutils [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] Releasing lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.355280] env[62093]: DEBUG nova.compute.manager [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Received event network-changed-356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1561.356080] env[62093]: DEBUG nova.compute.manager [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Refreshing instance network info cache due to event network-changed-356590eb-4c6b-4bd1-a1e6-7e54a1e0d189. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1561.356334] env[62093]: DEBUG oslo_concurrency.lockutils [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] Acquiring lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.356485] env[62093]: DEBUG oslo_concurrency.lockutils [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] Acquired lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.356645] env[62093]: DEBUG nova.network.neutron [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Refreshing network info cache for port 356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.441470] env[62093]: DEBUG nova.network.neutron [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1561.525551] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710335, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.589983] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dc55d9-bed5-aa02-b4d3-062437384260, 'name': SearchDatastore_Task, 'duration_secs': 0.015465} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.593445] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.593765] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1561.594150] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.594465] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.594751] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.594954] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.595203] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.595558] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.595805] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-732fdc89-a06f-48d0-913b-3933ecfcd49c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.598290] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.598531] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.599282] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.599550] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.599786] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.600012] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1561.600242] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.610020] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.614031] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.615687] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740569c9-e354-4554-b0d0-8d7b787c27dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.628536] env[62093]: DEBUG oslo_vmware.api [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408569} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.630272] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.631970] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.631970] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.631970] env[62093]: INFO nova.compute.manager [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1561.631970] env[62093]: DEBUG oslo.service.loopingcall [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.631970] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1561.631970] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ee38cc-9152-f739-915a-7d59bf2274ed" [ 1561.631970] env[62093]: _type = "Task" [ 1561.631970] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.631970] env[62093]: DEBUG nova.compute.manager [-] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1561.631970] env[62093]: DEBUG nova.network.neutron [-] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.644960] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ee38cc-9152-f739-915a-7d59bf2274ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.749520] env[62093]: DEBUG nova.network.neutron [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Updating instance_info_cache with network_info: [{"id": "b5792b95-d333-43cd-8bed-cbccf7eec48a", "address": "fa:16:3e:dc:41:b8", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5792b95-d3", "ovs_interfaceid": "b5792b95-d333-43cd-8bed-cbccf7eec48a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.027667] env[62093]: DEBUG oslo_vmware.api [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710335, 'name': PowerOnVM_Task, 'duration_secs': 0.968573} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.027964] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.028257] env[62093]: INFO nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1562.028501] env[62093]: DEBUG nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1562.029590] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca895499-8a3b-488c-b9b6-fcbdec98c6a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.103767] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.104046] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.104225] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.104410] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1562.105612] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b510370d-d9fb-405c-9e6f-c32ab13178b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.116183] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df3fc1d-901a-46c9-8812-fae80f1008b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.131176] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c8baa3-8873-407a-b5bc-6984c3e90a78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.148154] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00565d66-6594-4e5e-8f4e-9bc51fea716f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.152061] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ee38cc-9152-f739-915a-7d59bf2274ed, 'name': SearchDatastore_Task, 'duration_secs': 0.018786} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.153229] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396af0c3-5c89-4ab8-a6cc-d405ce41742c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.187505] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179153MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1562.187660] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.187835] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.191360] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1562.191360] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529bf4aa-2220-a0b6-1c4f-b59f2c7055f0" [ 1562.191360] env[62093]: _type = "Task" [ 1562.191360] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.203969] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529bf4aa-2220-a0b6-1c4f-b59f2c7055f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.251898] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-57b73635-aa0b-4d06-8bf2-a771a1629df8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.252278] env[62093]: DEBUG nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Instance network_info: |[{"id": "b5792b95-d333-43cd-8bed-cbccf7eec48a", "address": "fa:16:3e:dc:41:b8", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5792b95-d3", "ovs_interfaceid": "b5792b95-d333-43cd-8bed-cbccf7eec48a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1562.252726] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:41:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5792b95-d333-43cd-8bed-cbccf7eec48a', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.261344] env[62093]: DEBUG oslo.service.loopingcall [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.261592] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.261826] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65ea5dbe-08c5-4b93-8bb4-6b8cf0643718 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.282334] env[62093]: DEBUG nova.compute.manager [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Received event network-changed-b5792b95-d333-43cd-8bed-cbccf7eec48a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1562.282544] env[62093]: DEBUG nova.compute.manager [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Refreshing instance network info cache due to event network-changed-b5792b95-d333-43cd-8bed-cbccf7eec48a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1562.282810] env[62093]: DEBUG oslo_concurrency.lockutils [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] Acquiring lock "refresh_cache-57b73635-aa0b-4d06-8bf2-a771a1629df8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.282961] env[62093]: DEBUG oslo_concurrency.lockutils [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] Acquired lock "refresh_cache-57b73635-aa0b-4d06-8bf2-a771a1629df8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.283137] env[62093]: DEBUG nova.network.neutron [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Refreshing network info cache for port b5792b95-d333-43cd-8bed-cbccf7eec48a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.295820] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.295820] env[62093]: value = "task-1710338" [ 1562.295820] env[62093]: _type = "Task" [ 1562.295820] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.311225] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710338, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.406864] env[62093]: DEBUG nova.network.neutron [-] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.529384] env[62093]: DEBUG nova.network.neutron [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updated VIF entry in instance network info cache for port 356590eb-4c6b-4bd1-a1e6-7e54a1e0d189. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.529765] env[62093]: DEBUG nova.network.neutron [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updating instance_info_cache with network_info: [{"id": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "address": "fa:16:3e:60:97:f3", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356590eb-4c", "ovs_interfaceid": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.553495] env[62093]: INFO nova.compute.manager [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Took 23.70 seconds to build instance. [ 1562.715059] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529bf4aa-2220-a0b6-1c4f-b59f2c7055f0, 'name': SearchDatastore_Task, 'duration_secs': 0.020177} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.715945] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.716218] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] e13d4376-1577-4b61-9303-26e94a8ea677/e13d4376-1577-4b61-9303-26e94a8ea677.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.716477] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7104f6-86bc-4307-9182-c58b0948c9ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.725378] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1562.725378] env[62093]: value = "task-1710339" [ 1562.725378] env[62093]: _type = "Task" [ 1562.725378] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.734098] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.808527] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710338, 'name': CreateVM_Task, 'duration_secs': 0.403061} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.808527] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1562.808527] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.808527] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.808527] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1562.808527] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3706e1-2686-4be8-9aae-168211c1be34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.814593] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1562.814593] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520fbf25-7e61-4846-aa7a-2af01aa68fd6" [ 1562.814593] env[62093]: _type = "Task" [ 1562.814593] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.824698] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520fbf25-7e61-4846-aa7a-2af01aa68fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.910317] env[62093]: INFO nova.compute.manager [-] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Took 1.28 seconds to deallocate network for instance. [ 1563.034089] env[62093]: DEBUG oslo_concurrency.lockutils [req-ffa95af7-82dd-4731-bf5d-ee43fe5879ab req-68faea55-5fad-47c2-b255-bfa634be7930 service nova] Releasing lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.056970] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b4a40d70-28ce-410a-8d58-4d6c977a4a51 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.212s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.067727] env[62093]: DEBUG nova.network.neutron [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Updated VIF entry in instance network info cache for port b5792b95-d333-43cd-8bed-cbccf7eec48a. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.068103] env[62093]: DEBUG nova.network.neutron [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Updating instance_info_cache with network_info: [{"id": "b5792b95-d333-43cd-8bed-cbccf7eec48a", "address": "fa:16:3e:dc:41:b8", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5792b95-d3", "ovs_interfaceid": "b5792b95-d333-43cd-8bed-cbccf7eec48a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.238470] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710339, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.239655] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.239821] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4df27ddb-3a70-4675-b7ad-68e5807eb40d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.240012] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 83c03847-f728-4adc-b77b-13cb3f6b6aec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.240200] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.240343] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.240453] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 752fff1f-86fc-4808-a52a-fbc27681b4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.240620] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a793bc91-1ea5-48da-95b7-5b31fbac5caf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.240750] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 3f59fd4d-e610-4193-bf90-5f4e3963989f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.240947] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.241120] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.241254] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 2cf6ff13-46ca-4863-9990-4001f5fe2c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.241382] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c5ebe47f-6047-45d5-bfc0-090d763c78e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.241497] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1b2c3901-2f44-4d90-bec1-0caa68491505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.241613] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.241718] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance ec0da455-437e-4a1f-8dc6-e6eeab89a472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.241824] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance b3e1895e-cb53-4480-a3d6-09a0ada3f544 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.241929] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance f30bcb6e-96e5-4036-95b6-6209eb722e2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.242050] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance f075ca2d-56b4-453d-b7a6-7bb2b609ce20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.242161] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance e13d4376-1577-4b61-9303-26e94a8ea677 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.242270] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 57b73635-aa0b-4d06-8bf2-a771a1629df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1563.242506] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1563.242644] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1563.332986] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520fbf25-7e61-4846-aa7a-2af01aa68fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.026344} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.336023] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.336374] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.336549] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.336693] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.336870] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.337703] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7e9c203-dad1-4498-9650-dde5330aab5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.353503] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.354400] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.354749] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076fea1e-1ea1-4ea7-8240-a71df48164f4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.361538] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1563.361538] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523fc7b2-1001-33ca-fa6b-29fdde9758bc" [ 1563.361538] env[62093]: _type = "Task" [ 1563.361538] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.377353] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523fc7b2-1001-33ca-fa6b-29fdde9758bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.388809] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.388978] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.389216] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.389499] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.389594] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.392352] env[62093]: INFO nova.compute.manager [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Terminating instance [ 1563.394604] env[62093]: DEBUG nova.compute.manager [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1563.394808] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.398266] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0417ddb-efc0-4b9e-a00c-ae1d41b25953 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.407748] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.408179] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54dbaf04-88e8-4d70-a168-fbd6ef129126 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.416401] env[62093]: DEBUG oslo_vmware.api [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1563.416401] env[62093]: value = "task-1710340" [ 1563.416401] env[62093]: _type = "Task" [ 1563.416401] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.420970] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.429488] env[62093]: DEBUG oslo_vmware.api [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.548584] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0872d355-a4b9-41bd-8616-2f02d158ce16 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.558298] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af611cf-e503-4417-824d-22c22f6e1768 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.593091] env[62093]: DEBUG oslo_concurrency.lockutils [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] Releasing lock "refresh_cache-57b73635-aa0b-4d06-8bf2-a771a1629df8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.593484] env[62093]: DEBUG nova.compute.manager [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Received event network-vif-deleted-860685ba-3bba-44b6-9838-a5bdbaad3435 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1563.593696] env[62093]: INFO nova.compute.manager [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Neutron deleted interface 860685ba-3bba-44b6-9838-a5bdbaad3435; detaching it from the instance and deleting it from the info cache [ 1563.593929] env[62093]: DEBUG nova.network.neutron [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.597052] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717bcde-fcab-45f7-a249-5e1b517822c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.605839] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbf3237-39a4-4375-b811-54be5bbdb95a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.621012] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.737205] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846729} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.737540] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] e13d4376-1577-4b61-9303-26e94a8ea677/e13d4376-1577-4b61-9303-26e94a8ea677.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.737802] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.738117] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8da5e85e-5c0f-4a7c-8f4d-a1c1049be3c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.746522] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1563.746522] env[62093]: value = "task-1710341" [ 1563.746522] env[62093]: _type = "Task" [ 1563.746522] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.758439] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.874641] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523fc7b2-1001-33ca-fa6b-29fdde9758bc, 'name': SearchDatastore_Task, 'duration_secs': 0.095113} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.875605] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde80173-711f-4692-b20e-27c67e6b9f60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.883237] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1563.883237] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52814957-b82f-08d2-7284-fae3c56709d5" [ 1563.883237] env[62093]: _type = "Task" [ 1563.883237] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.892324] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52814957-b82f-08d2-7284-fae3c56709d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.927385] env[62093]: DEBUG oslo_vmware.api [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710340, 'name': PowerOffVM_Task, 'duration_secs': 0.391742} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.927642] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.927808] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.928076] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e6cce12-7e3d-4047-aaaa-808a6cecc819 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.018098] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.018358] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.018547] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleting the datastore file [datastore1] f075ca2d-56b4-453d-b7a6-7bb2b609ce20 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.018830] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca25715a-1a8f-452e-a327-c3a4be49056f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.026696] env[62093]: DEBUG oslo_vmware.api [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1564.026696] env[62093]: value = "task-1710343" [ 1564.026696] env[62093]: _type = "Task" [ 1564.026696] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.035931] env[62093]: DEBUG oslo_vmware.api [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.097277] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bfeb060-d2f4-48c3-8b9e-3e1c21f247a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.109241] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a440c07-c602-4ed8-98df-727bb66acbb1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.123696] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1564.149720] env[62093]: DEBUG nova.compute.manager [req-715d483c-e277-4db6-9a74-08694b485e67 req-3038b557-a944-4a22-b987-4a9b774880bb service nova] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Detach interface failed, port_id=860685ba-3bba-44b6-9838-a5bdbaad3435, reason: Instance b3e1895e-cb53-4480-a3d6-09a0ada3f544 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1564.258911] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111615} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.259227] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.260058] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc78a1c-8282-4806-9b35-80f3d68689a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.284831] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e13d4376-1577-4b61-9303-26e94a8ea677/e13d4376-1577-4b61-9303-26e94a8ea677.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.285632] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8996cc32-0d09-4385-b842-053a8f883422 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.307821] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1564.307821] env[62093]: value = "task-1710344" [ 1564.307821] env[62093]: _type = "Task" [ 1564.307821] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.316584] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.395971] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52814957-b82f-08d2-7284-fae3c56709d5, 'name': SearchDatastore_Task, 'duration_secs': 0.056234} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.396308] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.396623] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 57b73635-aa0b-4d06-8bf2-a771a1629df8/57b73635-aa0b-4d06-8bf2-a771a1629df8.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.396937] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13deba6-781d-4de9-9cc7-1907e25ab13a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.412977] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1564.412977] env[62093]: value = "task-1710345" [ 1564.412977] env[62093]: _type = "Task" [ 1564.412977] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.425062] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.538617] env[62093]: DEBUG oslo_vmware.api [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373255} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.539143] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.539412] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.539606] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.539791] env[62093]: INFO nova.compute.manager [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1564.540153] env[62093]: DEBUG oslo.service.loopingcall [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.540372] env[62093]: DEBUG nova.compute.manager [-] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1564.540468] env[62093]: DEBUG nova.network.neutron [-] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.628691] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1564.629133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.441s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.629232] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.208s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.629462] env[62093]: DEBUG nova.objects.instance [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lazy-loading 'resources' on Instance uuid b3e1895e-cb53-4480-a3d6-09a0ada3f544 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.715249] env[62093]: DEBUG oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f08f89-652d-1f1a-0298-2ea19da916b3/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1564.716307] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1153a542-f849-40e4-b7ab-f83f3a44746c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.725366] env[62093]: DEBUG oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f08f89-652d-1f1a-0298-2ea19da916b3/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1564.725616] env[62093]: ERROR oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f08f89-652d-1f1a-0298-2ea19da916b3/disk-0.vmdk due to incomplete transfer. [ 1564.725940] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa8d6a6e-d91f-437b-9ada-5df5f47495dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.736610] env[62093]: DEBUG oslo_vmware.rw_handles [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f08f89-652d-1f1a-0298-2ea19da916b3/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1564.736902] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Uploaded image 0fa82442-eb1d-44db-a144-188551314bc9 to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1564.739769] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1564.740281] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9b6a7ad-5bbc-4742-8e86-1d05ba0a3c67 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.750435] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1564.750435] env[62093]: value = "task-1710346" [ 1564.750435] env[62093]: _type = "Task" [ 1564.750435] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.761330] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710346, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.815658] env[62093]: DEBUG nova.compute.manager [req-69ecc13e-7a8f-4059-a08c-491810e4d148 req-1c24d749-0237-429c-bc9a-4241adbdc6d7 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Received event network-vif-deleted-18dd22ed-7b93-478d-8cbd-3c2fc6d18972 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1564.815880] env[62093]: INFO nova.compute.manager [req-69ecc13e-7a8f-4059-a08c-491810e4d148 req-1c24d749-0237-429c-bc9a-4241adbdc6d7 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Neutron deleted interface 18dd22ed-7b93-478d-8cbd-3c2fc6d18972; detaching it from the instance and deleting it from the info cache [ 1564.816076] env[62093]: DEBUG nova.network.neutron [req-69ecc13e-7a8f-4059-a08c-491810e4d148 req-1c24d749-0237-429c-bc9a-4241adbdc6d7 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.821441] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710344, 'name': ReconfigVM_Task, 'duration_secs': 0.320406} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.821706] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e13d4376-1577-4b61-9303-26e94a8ea677/e13d4376-1577-4b61-9303-26e94a8ea677.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.822381] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a968043-b7da-4479-97cf-cdd4e87bef4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.831385] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1564.831385] env[62093]: value = "task-1710347" [ 1564.831385] env[62093]: _type = "Task" [ 1564.831385] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.845213] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710347, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.925571] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710345, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.261567] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710346, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.283581] env[62093]: DEBUG nova.network.neutron [-] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.318140] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ffaf597-e9bf-46e0-9e07-a2196d796941 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.329720] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2af9ba5-f3a1-401b-b733-f0ce60d45966 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.348983] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710347, 'name': Rename_Task, 'duration_secs': 0.197965} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.349300] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.349538] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae011eac-381c-4401-82e9-b8ef054b2104 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.376367] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1565.376367] env[62093]: value = "task-1710348" [ 1565.376367] env[62093]: _type = "Task" [ 1565.376367] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.377139] env[62093]: DEBUG nova.compute.manager [req-69ecc13e-7a8f-4059-a08c-491810e4d148 req-1c24d749-0237-429c-bc9a-4241adbdc6d7 service nova] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Detach interface failed, port_id=18dd22ed-7b93-478d-8cbd-3c2fc6d18972, reason: Instance f075ca2d-56b4-453d-b7a6-7bb2b609ce20 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1565.390230] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710348, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.426860] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689038} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.429472] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 57b73635-aa0b-4d06-8bf2-a771a1629df8/57b73635-aa0b-4d06-8bf2-a771a1629df8.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.429698] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.430332] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b2b0eb9-973d-406f-85cf-a137dd306744 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.442203] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86797728-dbf4-4b29-897e-d26b3aacd2f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.446614] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1565.446614] env[62093]: value = "task-1710349" [ 1565.446614] env[62093]: _type = "Task" [ 1565.446614] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.453669] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46616fc-9e42-4ee9-ab6f-a396370024d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.460532] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.488343] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4082b5-76b5-4c76-b84f-9b9fb1467222 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.496476] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dda435-6863-4345-9553-c780da01a7bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.512135] env[62093]: DEBUG nova.compute.provider_tree [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.764251] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710346, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.788410] env[62093]: INFO nova.compute.manager [-] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Took 1.25 seconds to deallocate network for instance. [ 1565.890460] env[62093]: DEBUG oslo_vmware.api [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710348, 'name': PowerOnVM_Task, 'duration_secs': 0.497325} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.890773] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.891023] env[62093]: INFO nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1565.891211] env[62093]: DEBUG nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1565.891987] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d57fad-d07e-4cc3-ac9d-af9f35d7202b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.958024] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1526} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.958348] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.959187] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b204d36-232a-43db-8178-0c669d323812 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.982772] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 57b73635-aa0b-4d06-8bf2-a771a1629df8/57b73635-aa0b-4d06-8bf2-a771a1629df8.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.983411] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8f2ac3-aa04-4d30-aa9c-d4ce64db58ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.005395] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1566.005395] env[62093]: value = "task-1710350" [ 1566.005395] env[62093]: _type = "Task" [ 1566.005395] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.016128] env[62093]: DEBUG nova.scheduler.client.report [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1566.019628] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.262635] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710346, 'name': Destroy_Task, 'duration_secs': 1.350997} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.262928] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Destroyed the VM [ 1566.263186] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1566.263449] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9046d916-5314-4440-a888-c84334b8e9ce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.271472] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1566.271472] env[62093]: value = "task-1710351" [ 1566.271472] env[62093]: _type = "Task" [ 1566.271472] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.281667] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.295513] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.407924] env[62093]: INFO nova.compute.manager [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Took 16.56 seconds to build instance. [ 1566.517116] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710350, 'name': ReconfigVM_Task, 'duration_secs': 0.35412} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.517430] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 57b73635-aa0b-4d06-8bf2-a771a1629df8/57b73635-aa0b-4d06-8bf2-a771a1629df8.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.518159] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fc8784f-f251-4075-80c5-28510447269a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.520652] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.522826] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.227s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.523128] env[62093]: DEBUG nova.objects.instance [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lazy-loading 'resources' on Instance uuid f075ca2d-56b4-453d-b7a6-7bb2b609ce20 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.532236] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1566.532236] env[62093]: value = "task-1710352" [ 1566.532236] env[62093]: _type = "Task" [ 1566.532236] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.543226] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710352, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.556206] env[62093]: INFO nova.scheduler.client.report [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleted allocations for instance b3e1895e-cb53-4480-a3d6-09a0ada3f544 [ 1566.784783] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710351, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.910028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ac42255d-0ba1-499f-b4bd-1fc0e8d85f89 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.075s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.043458] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710352, 'name': Rename_Task, 'duration_secs': 0.168735} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.047183] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.047683] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d138f5-3753-4b45-9b3b-192b4bdc081c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.056077] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1567.056077] env[62093]: value = "task-1710353" [ 1567.056077] env[62093]: _type = "Task" [ 1567.056077] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.064526] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8723441-2907-4a7e-b096-a4206c9a888b tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "b3e1895e-cb53-4480-a3d6-09a0ada3f544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.612s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.069093] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.222463] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.222716] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.222923] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.223127] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.223349] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.225937] env[62093]: INFO nova.compute.manager [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Terminating instance [ 1567.227626] env[62093]: DEBUG nova.compute.manager [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1567.227818] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1567.230846] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b44a963-d9fe-412e-af82-5c8ec2b58e96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.241123] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.241123] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae347c6-3376-48a9-81df-07cc480deae2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.247538] env[62093]: DEBUG oslo_vmware.api [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1567.247538] env[62093]: value = "task-1710354" [ 1567.247538] env[62093]: _type = "Task" [ 1567.247538] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.259517] env[62093]: DEBUG oslo_vmware.api [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.283619] env[62093]: DEBUG oslo_vmware.api [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710351, 'name': RemoveSnapshot_Task, 'duration_secs': 0.672193} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.284864] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1567.285203] env[62093]: INFO nova.compute.manager [None req-6e5a1839-bb66-4b8b-89d6-a1e8c51296ef tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Took 19.49 seconds to snapshot the instance on the hypervisor. [ 1567.288112] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0354228f-03cc-4a23-94c5-9f8f259831b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.296731] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa934af-824b-49fc-8a7b-6957fdaea856 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.333815] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8e1926-7295-4e72-a7ef-049f6e90746d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.343712] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d1c753-b618-4d80-8a33-5aadfd4ef894 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.360354] env[62093]: DEBUG nova.compute.provider_tree [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.566482] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.722189] env[62093]: DEBUG nova.compute.manager [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Stashing vm_state: active {{(pid=62093) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1567.760832] env[62093]: DEBUG oslo_vmware.api [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710354, 'name': PowerOffVM_Task, 'duration_secs': 0.255607} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.761093] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.761285] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.761553] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-542f35e2-0ed5-4092-9abc-ac705407a814 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.841162] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.841552] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.841819] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleting the datastore file [datastore1] 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.842200] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f31ae919-0ef2-4094-a473-6def43095c30 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.850960] env[62093]: DEBUG oslo_vmware.api [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1567.850960] env[62093]: value = "task-1710356" [ 1567.850960] env[62093]: _type = "Task" [ 1567.850960] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.863356] env[62093]: DEBUG nova.scheduler.client.report [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1567.868088] env[62093]: DEBUG oslo_vmware.api [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.073140] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710353, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.244916] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.361690] env[62093]: DEBUG oslo_vmware.api [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191363} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.361994] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.362184] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.362414] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.362573] env[62093]: INFO nova.compute.manager [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1568.362830] env[62093]: DEBUG oslo.service.loopingcall [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.363053] env[62093]: DEBUG nova.compute.manager [-] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1568.363153] env[62093]: DEBUG nova.network.neutron [-] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1568.369760] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.372830] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.127s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.396774] env[62093]: INFO nova.scheduler.client.report [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted allocations for instance f075ca2d-56b4-453d-b7a6-7bb2b609ce20 [ 1568.570222] env[62093]: DEBUG oslo_vmware.api [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710353, 'name': PowerOnVM_Task, 'duration_secs': 1.073487} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.570476] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.570683] env[62093]: INFO nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1568.570865] env[62093]: DEBUG nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.571715] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5d69b4-e71a-4b19-8510-a960c9806037 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.652196] env[62093]: DEBUG nova.compute.manager [req-db014824-5342-4607-98a1-7d2811d6d825 req-92cca046-7da0-46ee-93ac-ef81666e5919 service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Received event network-vif-deleted-d5266f21-ea11-426a-bc21-8ad680b3e064 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1568.652425] env[62093]: INFO nova.compute.manager [req-db014824-5342-4607-98a1-7d2811d6d825 req-92cca046-7da0-46ee-93ac-ef81666e5919 service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Neutron deleted interface d5266f21-ea11-426a-bc21-8ad680b3e064; detaching it from the instance and deleting it from the info cache [ 1568.652598] env[62093]: DEBUG nova.network.neutron [req-db014824-5342-4607-98a1-7d2811d6d825 req-92cca046-7da0-46ee-93ac-ef81666e5919 service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.849890] env[62093]: INFO nova.compute.manager [None req-5b0176f9-a8ac-46e6-ad38-9e8291503a55 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Get console output [ 1568.850333] env[62093]: WARNING nova.virt.vmwareapi.driver [None req-5b0176f9-a8ac-46e6-ad38-9e8291503a55 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] The console log is missing. Check your VSPC configuration [ 1568.877248] env[62093]: INFO nova.compute.claims [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.904933] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d253fda4-c5a2-4413-aa09-0a8d414c2b64 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "f075ca2d-56b4-453d-b7a6-7bb2b609ce20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.516s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.091422] env[62093]: INFO nova.compute.manager [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Took 15.33 seconds to build instance. [ 1569.127024] env[62093]: DEBUG nova.network.neutron [-] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.155346] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-720ee7d5-4719-4b34-9657-43d0c254620e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.166275] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb495fe-4e97-4c9b-96d1-36ad86b065f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.203183] env[62093]: DEBUG nova.compute.manager [req-db014824-5342-4607-98a1-7d2811d6d825 req-92cca046-7da0-46ee-93ac-ef81666e5919 service nova] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Detach interface failed, port_id=d5266f21-ea11-426a-bc21-8ad680b3e064, reason: Instance 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1569.383687] env[62093]: INFO nova.compute.resource_tracker [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating resource usage from migration 8fd25349-f2d6-43d2-85b9-b748d2f6bd04 [ 1569.458311] env[62093]: DEBUG nova.compute.manager [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1569.459417] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c54033b-0c12-4a13-9e58-4e67557c0cf3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.595484] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c863480d-7964-4482-a085-728bb5af41cf tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.841s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.628312] env[62093]: INFO nova.compute.manager [-] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Took 1.27 seconds to deallocate network for instance. [ 1569.636473] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd33a0d2-6e9f-4e07-b9e0-4658bbb31ae2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.645204] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb913200-9ac8-4097-8eb4-dab7ce49ee2f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.676548] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b735c675-564e-49bc-b9c7-0818266f3d38 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.687182] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a7941-c2b2-4a9b-90b8-e3c309160f90 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.701022] env[62093]: DEBUG nova.compute.provider_tree [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.861625] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.862045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.862045] env[62093]: DEBUG nova.compute.manager [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1569.863068] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f2f07-9158-465e-ba3b-18c5dd189beb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.870419] env[62093]: DEBUG nova.compute.manager [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1569.871019] env[62093]: DEBUG nova.objects.instance [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'flavor' on Instance uuid 57b73635-aa0b-4d06-8bf2-a771a1629df8 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.913687] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquiring lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.913966] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.914171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquiring lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.914358] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.914522] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.916409] env[62093]: INFO nova.compute.manager [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Terminating instance [ 1569.918148] env[62093]: DEBUG nova.compute.manager [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1569.918338] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.919147] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54ec6ac-5dcc-4f9e-8952-4ad8481f20db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.926988] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.927224] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a25c2ef9-2ba2-4fde-953a-233f61c09309 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.935054] env[62093]: DEBUG oslo_vmware.api [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1569.935054] env[62093]: value = "task-1710357" [ 1569.935054] env[62093]: _type = "Task" [ 1569.935054] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.943118] env[62093]: DEBUG oslo_vmware.api [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1710357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.974151] env[62093]: INFO nova.compute.manager [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] instance snapshotting [ 1569.977017] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6f7b6-2b16-4b3b-9bc2-749feb7326a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.996438] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd98d4-486c-4de9-83b8-127fafae2441 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.055344] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.056018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.056289] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.056519] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.056741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.058686] env[62093]: INFO nova.compute.manager [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Terminating instance [ 1570.060683] env[62093]: DEBUG nova.compute.manager [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1570.060873] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.061714] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ae447b-0cf4-46e9-9afe-cf60492a6ad2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.072230] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.072586] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abebfc9a-7911-499a-8127-a9e913998eac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.081071] env[62093]: DEBUG oslo_vmware.api [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1570.081071] env[62093]: value = "task-1710358" [ 1570.081071] env[62093]: _type = "Task" [ 1570.081071] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.089160] env[62093]: DEBUG oslo_vmware.api [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.135340] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.204406] env[62093]: DEBUG nova.scheduler.client.report [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1570.376032] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.376321] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-176b817c-911d-455e-a287-01818ce24f22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.385273] env[62093]: DEBUG oslo_vmware.api [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1570.385273] env[62093]: value = "task-1710359" [ 1570.385273] env[62093]: _type = "Task" [ 1570.385273] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.396644] env[62093]: DEBUG oslo_vmware.api [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.445958] env[62093]: DEBUG oslo_vmware.api [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1710357, 'name': PowerOffVM_Task, 'duration_secs': 0.226549} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.446340] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.446559] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.446862] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-608ae930-09da-482a-8e65-c52c8fb37087 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.507270] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1570.508071] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-405b309b-04e7-4483-bff7-aa049e8c2b21 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.518125] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1570.518125] env[62093]: value = "task-1710361" [ 1570.518125] env[62093]: _type = "Task" [ 1570.518125] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.527154] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710361, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.591679] env[62093]: DEBUG oslo_vmware.api [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710358, 'name': PowerOffVM_Task, 'duration_secs': 0.166992} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.592016] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.592477] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.592589] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ed7e02e-d0f4-487c-b127-2280deca1853 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.601380] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.601641] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.601852] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Deleting the datastore file [datastore1] 4df27ddb-3a70-4675-b7ad-68e5807eb40d {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.602152] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d042cf1-f24d-4c23-8809-f38fb587e087 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.609613] env[62093]: DEBUG oslo_vmware.api [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for the task: (returnval){ [ 1570.609613] env[62093]: value = "task-1710363" [ 1570.609613] env[62093]: _type = "Task" [ 1570.609613] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.618128] env[62093]: DEBUG oslo_vmware.api [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1710363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.709227] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.709549] env[62093]: INFO nova.compute.manager [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Migrating [ 1570.717705] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.583s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.718012] env[62093]: DEBUG nova.objects.instance [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lazy-loading 'resources' on Instance uuid 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.719078] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.719683] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.719683] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleting the datastore file [datastore1] 2cf6ff13-46ca-4863-9990-4001f5fe2c6c {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.722409] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b39584ac-2943-4c45-83be-510b151c809b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.735855] env[62093]: DEBUG oslo_vmware.api [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1570.735855] env[62093]: value = "task-1710364" [ 1570.735855] env[62093]: _type = "Task" [ 1570.735855] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.746039] env[62093]: DEBUG oslo_vmware.api [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.896282] env[62093]: DEBUG oslo_vmware.api [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710359, 'name': PowerOffVM_Task, 'duration_secs': 0.212437} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.896686] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.896824] env[62093]: DEBUG nova.compute.manager [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1570.897714] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749a4393-dee5-451e-af2d-8ef6849fcf5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.029023] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710361, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.120282] env[62093]: DEBUG oslo_vmware.api [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Task: {'id': task-1710363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259741} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.120537] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.120720] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.120893] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.121077] env[62093]: INFO nova.compute.manager [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1571.121352] env[62093]: DEBUG oslo.service.loopingcall [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.121544] env[62093]: DEBUG nova.compute.manager [-] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1571.121632] env[62093]: DEBUG nova.network.neutron [-] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.231379] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.231605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.231799] env[62093]: DEBUG nova.network.neutron [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.246998] env[62093]: DEBUG oslo_vmware.api [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208605} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.247223] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.247416] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.247596] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.247781] env[62093]: INFO nova.compute.manager [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1571.248089] env[62093]: DEBUG oslo.service.loopingcall [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.248555] env[62093]: DEBUG nova.compute.manager [-] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1571.248662] env[62093]: DEBUG nova.network.neutron [-] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.410356] env[62093]: DEBUG oslo_concurrency.lockutils [None req-74470ba4-4035-43f3-8b61-62de2597b819 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.497266] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df1519-a4f2-44e3-81d8-d28c9daf50c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.506860] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330f2907-2536-42fe-8264-c11e60cf2390 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.514379] env[62093]: DEBUG nova.compute.manager [req-95cfb32c-dbf5-4e27-b29b-ed384e72bc40 req-207487f3-1267-4120-8b13-0c05e82d8ada service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Received event network-vif-deleted-43f0be57-d90c-42e9-8ec1-270d958056b4 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1571.514563] env[62093]: INFO nova.compute.manager [req-95cfb32c-dbf5-4e27-b29b-ed384e72bc40 req-207487f3-1267-4120-8b13-0c05e82d8ada service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Neutron deleted interface 43f0be57-d90c-42e9-8ec1-270d958056b4; detaching it from the instance and deleting it from the info cache [ 1571.515333] env[62093]: DEBUG nova.network.neutron [req-95cfb32c-dbf5-4e27-b29b-ed384e72bc40 req-207487f3-1267-4120-8b13-0c05e82d8ada service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.548487] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604a1209-5820-4952-8548-6008a05b8cca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.557519] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710361, 'name': CreateSnapshot_Task, 'duration_secs': 0.846236} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.560622] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1571.560880] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fe57ba-d5be-482b-8520-68ce041f74a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.564227] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa2398-4f66-416a-b943-35d35916b6ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.586318] env[62093]: DEBUG nova.compute.provider_tree [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.596339] env[62093]: DEBUG nova.compute.manager [req-bc38173b-4712-414c-9ae0-0e2fd39cd36c req-8b3704f8-18ba-48c7-9f2b-f57151808e0c service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Received event network-vif-deleted-15bc64b4-0b38-4dbc-b221-356fb4bf61aa {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1571.596510] env[62093]: INFO nova.compute.manager [req-bc38173b-4712-414c-9ae0-0e2fd39cd36c req-8b3704f8-18ba-48c7-9f2b-f57151808e0c service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Neutron deleted interface 15bc64b4-0b38-4dbc-b221-356fb4bf61aa; detaching it from the instance and deleting it from the info cache [ 1571.596674] env[62093]: DEBUG nova.network.neutron [req-bc38173b-4712-414c-9ae0-0e2fd39cd36c req-8b3704f8-18ba-48c7-9f2b-f57151808e0c service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.986402] env[62093]: DEBUG nova.network.neutron [-] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.018108] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19882f7b-46f3-4337-997a-fd16120bd090 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.029628] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6672bbe5-0b36-43e8-a2ab-a70694c1abfc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.040964] env[62093]: DEBUG nova.network.neutron [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance_info_cache with network_info: [{"id": "84301704-fb3c-42dd-b043-43226b5cf9f5", "address": "fa:16:3e:14:c3:2e", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84301704-fb", "ovs_interfaceid": "84301704-fb3c-42dd-b043-43226b5cf9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.067252] env[62093]: DEBUG nova.compute.manager [req-95cfb32c-dbf5-4e27-b29b-ed384e72bc40 req-207487f3-1267-4120-8b13-0c05e82d8ada service nova] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Detach interface failed, port_id=43f0be57-d90c-42e9-8ec1-270d958056b4, reason: Instance 2cf6ff13-46ca-4863-9990-4001f5fe2c6c could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1572.069827] env[62093]: DEBUG nova.network.neutron [-] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.095525] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1572.095929] env[62093]: DEBUG nova.scheduler.client.report [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1572.099115] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79906956-3993-4878-9c53-d39b4fa82afe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.102987] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d8fabd1-e2d0-47a6-8e55-be6cc5d70981 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.112198] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1572.112198] env[62093]: value = "task-1710365" [ 1572.112198] env[62093]: _type = "Task" [ 1572.112198] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.118953] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363e1332-73f2-49d6-b9a3-8076d569957e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.136520] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710365, 'name': CloneVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.161403] env[62093]: DEBUG nova.compute.manager [req-bc38173b-4712-414c-9ae0-0e2fd39cd36c req-8b3704f8-18ba-48c7-9f2b-f57151808e0c service nova] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Detach interface failed, port_id=15bc64b4-0b38-4dbc-b221-356fb4bf61aa, reason: Instance 4df27ddb-3a70-4675-b7ad-68e5807eb40d could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1572.283057] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.283399] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.283618] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "57b73635-aa0b-4d06-8bf2-a771a1629df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.283803] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.284007] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.286330] env[62093]: INFO nova.compute.manager [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Terminating instance [ 1572.288392] env[62093]: DEBUG nova.compute.manager [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1572.288637] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.289475] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200a391e-c7d3-432b-9a6b-d29396c8d8af {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.298019] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.298306] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d2870e6-6ba6-47f9-a0f6-07678e8466a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.415970] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.416240] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.416459] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleting the datastore file [datastore1] 57b73635-aa0b-4d06-8bf2-a771a1629df8 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.416745] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6da73550-fbf8-4a7c-87e2-a00454dca544 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.424890] env[62093]: DEBUG oslo_vmware.api [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1572.424890] env[62093]: value = "task-1710367" [ 1572.424890] env[62093]: _type = "Task" [ 1572.424890] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.434241] env[62093]: DEBUG oslo_vmware.api [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.490051] env[62093]: INFO nova.compute.manager [-] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Took 1.24 seconds to deallocate network for instance. [ 1572.544026] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.572291] env[62093]: INFO nova.compute.manager [-] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Took 1.45 seconds to deallocate network for instance. [ 1572.603982] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.623807] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710365, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.627494] env[62093]: INFO nova.scheduler.client.report [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleted allocations for instance 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b [ 1572.937402] env[62093]: DEBUG oslo_vmware.api [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148415} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.937620] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.937800] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.937980] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.938165] env[62093]: INFO nova.compute.manager [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1572.938407] env[62093]: DEBUG oslo.service.loopingcall [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.939501] env[62093]: DEBUG nova.compute.manager [-] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1572.939501] env[62093]: DEBUG nova.network.neutron [-] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.996868] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.997196] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.997448] env[62093]: DEBUG nova.objects.instance [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lazy-loading 'resources' on Instance uuid 2cf6ff13-46ca-4863-9990-4001f5fe2c6c {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.080035] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.125479] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710365, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.134833] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7d2f4b65-418c-440b-b3bc-1a017af6e0a5 tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "90c7e2b8-5b60-48d7-8f60-1bebba8fec1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.912s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.426974] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Acquiring lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.427257] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.427469] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Acquiring lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.427652] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.427852] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.429897] env[62093]: INFO nova.compute.manager [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Terminating instance [ 1573.434675] env[62093]: DEBUG nova.compute.manager [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1573.435019] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.435511] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75115994-5e0d-47fe-81f2-90122db41c68 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.443894] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1573.443894] env[62093]: value = "task-1710368" [ 1573.443894] env[62093]: _type = "Task" [ 1573.443894] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.455704] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.625341] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710365, 'name': CloneVM_Task, 'duration_secs': 1.244225} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.628484] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Created linked-clone VM from snapshot [ 1573.631136] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fa0e47-cc73-45f4-b5fa-7008e1a03d32 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.634723] env[62093]: DEBUG nova.compute.manager [req-4c294035-c8c5-4a14-9099-d6794ec69210 req-6904c77a-6275-48cd-97e7-0a6ff7d8728a service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Received event network-vif-deleted-b5792b95-d333-43cd-8bed-cbccf7eec48a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.634955] env[62093]: INFO nova.compute.manager [req-4c294035-c8c5-4a14-9099-d6794ec69210 req-6904c77a-6275-48cd-97e7-0a6ff7d8728a service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Neutron deleted interface b5792b95-d333-43cd-8bed-cbccf7eec48a; detaching it from the instance and deleting it from the info cache [ 1573.635184] env[62093]: DEBUG nova.network.neutron [req-4c294035-c8c5-4a14-9099-d6794ec69210 req-6904c77a-6275-48cd-97e7-0a6ff7d8728a service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.645127] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Uploading image aa34758b-65da-4ef2-9b4b-fd90d5d3b50b {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1573.673745] env[62093]: DEBUG oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1573.673745] env[62093]: value = "vm-356317" [ 1573.673745] env[62093]: _type = "VirtualMachine" [ 1573.673745] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1573.674061] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cbf1d081-dbca-4fb7-bfae-5a3933d3ff45 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.687162] env[62093]: DEBUG oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lease: (returnval){ [ 1573.687162] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ba23b0-6641-3a2b-52b7-249e522b8c8c" [ 1573.687162] env[62093]: _type = "HttpNfcLease" [ 1573.687162] env[62093]: } obtained for exporting VM: (result){ [ 1573.687162] env[62093]: value = "vm-356317" [ 1573.687162] env[62093]: _type = "VirtualMachine" [ 1573.687162] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1573.687561] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the lease: (returnval){ [ 1573.687561] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ba23b0-6641-3a2b-52b7-249e522b8c8c" [ 1573.687561] env[62093]: _type = "HttpNfcLease" [ 1573.687561] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1573.697915] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1573.697915] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ba23b0-6641-3a2b-52b7-249e522b8c8c" [ 1573.697915] env[62093]: _type = "HttpNfcLease" [ 1573.697915] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1573.774424] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7e7c15-b454-4d6f-b83b-e8270964915d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.783224] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e0a7fd-364d-4c0d-b53b-0bc1f1dc5c61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.812943] env[62093]: DEBUG nova.network.neutron [-] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.814531] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a258e9d-7d83-4b7f-bc88-31af1d897d25 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.823441] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb7fde-dd43-4b91-b0fa-cd9746c5e51d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.840688] env[62093]: DEBUG nova.compute.provider_tree [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.918499] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.918777] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.919012] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.919205] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.919372] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.921821] env[62093]: INFO nova.compute.manager [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Terminating instance [ 1573.923994] env[62093]: DEBUG nova.compute.manager [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1573.924203] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1573.925032] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd6598a-3a11-41c0-80ae-f2b58dba179f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.934109] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.934375] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-956a225c-185f-4f80-ad6f-358b2d76e5ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.942151] env[62093]: DEBUG oslo_vmware.api [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1573.942151] env[62093]: value = "task-1710370" [ 1573.942151] env[62093]: _type = "Task" [ 1573.942151] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.955117] env[62093]: DEBUG oslo_vmware.api [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.958286] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710368, 'name': PowerOffVM_Task, 'duration_secs': 0.245011} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.958554] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.958748] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1573.960083] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356274', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'name': 'volume-91105aa4-48a5-4211-839b-aa92f57bc86b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3', 'attached_at': '', 'detached_at': '', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'serial': '91105aa4-48a5-4211-839b-aa92f57bc86b'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1573.960083] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e261bed-b69f-4a7e-b608-ad56f1d85bea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.981280] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357e1e37-87af-4025-bee3-8666cbd5f270 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.989701] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06976654-2e44-403e-b0bf-cc828ccb232f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.009447] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5b2af4-e513-4d2e-8406-d5485d0d1f1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.028716] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] The volume has not been displaced from its original location: [datastore1] volume-91105aa4-48a5-4211-839b-aa92f57bc86b/volume-91105aa4-48a5-4211-839b-aa92f57bc86b.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1574.031599] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1574.031859] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3c58be7-780b-4a83-bbaf-c912730f8680 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.052961] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1574.052961] env[62093]: value = "task-1710371" [ 1574.052961] env[62093]: _type = "Task" [ 1574.052961] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.063895] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.065106] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d2121f-0f10-456d-ba43-4f344556237b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.085202] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance 'e13d4376-1577-4b61-9303-26e94a8ea677' progress to 0 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1574.138118] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daeda44a-2610-4572-8a41-2ed339597bf8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.148962] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b18a8c-b1b6-4d56-bda2-de286be90351 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.187641] env[62093]: DEBUG nova.compute.manager [req-4c294035-c8c5-4a14-9099-d6794ec69210 req-6904c77a-6275-48cd-97e7-0a6ff7d8728a service nova] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Detach interface failed, port_id=b5792b95-d333-43cd-8bed-cbccf7eec48a, reason: Instance 57b73635-aa0b-4d06-8bf2-a771a1629df8 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1574.195164] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.195164] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ba23b0-6641-3a2b-52b7-249e522b8c8c" [ 1574.195164] env[62093]: _type = "HttpNfcLease" [ 1574.195164] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1574.195477] env[62093]: DEBUG oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1574.195477] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ba23b0-6641-3a2b-52b7-249e522b8c8c" [ 1574.195477] env[62093]: _type = "HttpNfcLease" [ 1574.195477] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1574.196234] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c023119e-657d-4f04-8f65-046d8904678b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.204381] env[62093]: DEBUG oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282df51-b99e-8abb-8531-4785c53bfa1d/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1574.204548] env[62093]: DEBUG oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282df51-b99e-8abb-8531-4785c53bfa1d/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1574.291425] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1335b5f-99e2-425a-a469-ba114b8e102f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.320688] env[62093]: INFO nova.compute.manager [-] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Took 1.38 seconds to deallocate network for instance. [ 1574.359828] env[62093]: ERROR nova.scheduler.client.report [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [req-cd161e0e-72a2-44fa-9653-3f33dfd44aa1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd161e0e-72a2-44fa-9653-3f33dfd44aa1"}]} [ 1574.376112] env[62093]: DEBUG nova.scheduler.client.report [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1574.389527] env[62093]: DEBUG nova.scheduler.client.report [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1574.389778] env[62093]: DEBUG nova.compute.provider_tree [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.401554] env[62093]: DEBUG nova.scheduler.client.report [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1574.421947] env[62093]: DEBUG nova.scheduler.client.report [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1574.453093] env[62093]: DEBUG oslo_vmware.api [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710370, 'name': PowerOffVM_Task, 'duration_secs': 0.194646} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.455464] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.455644] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.456077] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a63e8b39-1a64-4350-8612-06d714c5316b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.562015] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.562325] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.562510] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleting the datastore file [datastore1] c5ebe47f-6047-45d5-bfc0-090d763c78e2 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.562819] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce8ffb7b-74c3-4a62-9213-eb8d266169be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.573725] env[62093]: DEBUG oslo_vmware.api [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for the task: (returnval){ [ 1574.573725] env[62093]: value = "task-1710373" [ 1574.573725] env[62093]: _type = "Task" [ 1574.573725] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.573878] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710371, 'name': ReconfigVM_Task, 'duration_secs': 0.207962} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.574386] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1574.590076] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-042efd6e-392a-4b59-a55d-38365d5456e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.601783] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.602366] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c061c9-8410-4fcb-a051-e03608c7adcb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.611035] env[62093]: DEBUG oslo_vmware.api [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.613946] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1574.613946] env[62093]: value = "task-1710374" [ 1574.613946] env[62093]: _type = "Task" [ 1574.613946] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.614680] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1574.614680] env[62093]: value = "task-1710375" [ 1574.614680] env[62093]: _type = "Task" [ 1574.614680] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.634092] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.638211] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.721300] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038d747-954e-4ca5-85aa-292a8b1a7f45 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.730973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f22b561-5a41-4dcd-8402-0a1611c3069c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.774957] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32966eb-111f-4b42-a9c9-8f7c21e535b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.787387] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733d3bac-7097-426f-ba7b-49ecb40a48e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.804854] env[62093]: DEBUG nova.compute.provider_tree [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.827391] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.086027] env[62093]: DEBUG oslo_vmware.api [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Task: {'id': task-1710373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215612} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.086402] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.086792] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1575.087075] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.087365] env[62093]: INFO nova.compute.manager [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1575.087700] env[62093]: DEBUG oslo.service.loopingcall [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.087951] env[62093]: DEBUG nova.compute.manager [-] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1575.088174] env[62093]: DEBUG nova.network.neutron [-] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1575.132397] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710375, 'name': ReconfigVM_Task, 'duration_secs': 0.161041} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.135690] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356274', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'name': 'volume-91105aa4-48a5-4211-839b-aa92f57bc86b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3', 'attached_at': '', 'detached_at': '', 'volume_id': '91105aa4-48a5-4211-839b-aa92f57bc86b', 'serial': '91105aa4-48a5-4211-839b-aa92f57bc86b'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1575.136139] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1575.136433] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710374, 'name': PowerOffVM_Task, 'duration_secs': 0.212386} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.137241] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35bcccd-28fc-445d-81c0-6a217b2e342e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.140336] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.140619] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance 'e13d4376-1577-4b61-9303-26e94a8ea677' progress to 17 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1575.149774] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1575.150123] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad2d73f-be4a-43a5-b5a3-3c62d4545784 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.348425] env[62093]: DEBUG nova.scheduler.client.report [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1575.348693] env[62093]: DEBUG nova.compute.provider_tree [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 125 to 126 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1575.348875] env[62093]: DEBUG nova.compute.provider_tree [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.380894] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1575.381199] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1575.381441] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Deleting the datastore file [datastore1] 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.382171] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-701203b9-5802-466a-9528-19b2ce4d8b6e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.392678] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for the task: (returnval){ [ 1575.392678] env[62093]: value = "task-1710377" [ 1575.392678] env[62093]: _type = "Task" [ 1575.392678] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.407438] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.647695] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1575.648157] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1575.648387] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.648594] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1575.648747] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.648909] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1575.649430] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1575.650045] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1575.650045] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1575.650045] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1575.650321] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1575.655798] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a4f1a24-16e0-410b-9fd9-680246647511 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.670874] env[62093]: DEBUG nova.compute.manager [req-daf0b982-7c19-403a-89fe-04b660a28afa req-5fb6fe6c-4147-4f3c-841b-c62c59242522 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Received event network-vif-deleted-9bdd6b75-37fb-4664-9593-234f56c593ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1575.671197] env[62093]: INFO nova.compute.manager [req-daf0b982-7c19-403a-89fe-04b660a28afa req-5fb6fe6c-4147-4f3c-841b-c62c59242522 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Neutron deleted interface 9bdd6b75-37fb-4664-9593-234f56c593ff; detaching it from the instance and deleting it from the info cache [ 1575.671413] env[62093]: DEBUG nova.network.neutron [req-daf0b982-7c19-403a-89fe-04b660a28afa req-5fb6fe6c-4147-4f3c-841b-c62c59242522 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.691641] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1575.691641] env[62093]: value = "task-1710378" [ 1575.691641] env[62093]: _type = "Task" [ 1575.691641] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.702496] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.857973] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.861s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.860776] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.781s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.861041] env[62093]: DEBUG nova.objects.instance [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lazy-loading 'resources' on Instance uuid 4df27ddb-3a70-4675-b7ad-68e5807eb40d {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.883819] env[62093]: INFO nova.scheduler.client.report [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted allocations for instance 2cf6ff13-46ca-4863-9990-4001f5fe2c6c [ 1575.902456] env[62093]: DEBUG nova.network.neutron [-] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.907869] env[62093]: DEBUG oslo_vmware.api [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Task: {'id': task-1710377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104104} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.908770] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.909394] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1575.909394] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.909394] env[62093]: INFO nova.compute.manager [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1575.909581] env[62093]: DEBUG oslo.service.loopingcall [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.909693] env[62093]: DEBUG nova.compute.manager [-] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1575.909788] env[62093]: DEBUG nova.network.neutron [-] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1576.174487] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1775878-05de-45ed-9c27-735c97f4be2e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.185694] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7c59b2-56d0-464f-a5c4-e827e25eb0f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.210425] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710378, 'name': ReconfigVM_Task, 'duration_secs': 0.256037} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.210425] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance 'e13d4376-1577-4b61-9303-26e94a8ea677' progress to 33 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1576.228142] env[62093]: DEBUG nova.compute.manager [req-daf0b982-7c19-403a-89fe-04b660a28afa req-5fb6fe6c-4147-4f3c-841b-c62c59242522 service nova] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Detach interface failed, port_id=9bdd6b75-37fb-4664-9593-234f56c593ff, reason: Instance c5ebe47f-6047-45d5-bfc0-090d763c78e2 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1576.268024] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.268716] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.269097] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.269369] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.269571] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.273395] env[62093]: INFO nova.compute.manager [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Terminating instance [ 1576.275444] env[62093]: DEBUG nova.compute.manager [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1576.275649] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.276546] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9c7637-f59b-4f5f-acbb-7f6693e44cef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.285943] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.287286] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c54e81f-85ef-4a36-8ebe-1335e2d3c7de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.295139] env[62093]: DEBUG oslo_vmware.api [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1576.295139] env[62093]: value = "task-1710379" [ 1576.295139] env[62093]: _type = "Task" [ 1576.295139] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.308878] env[62093]: DEBUG oslo_vmware.api [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1710379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.392336] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d734b94a-f958-4226-8728-40f2564e720b tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "2cf6ff13-46ca-4863-9990-4001f5fe2c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.336s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.410382] env[62093]: INFO nova.compute.manager [-] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Took 1.32 seconds to deallocate network for instance. [ 1576.658894] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d7c08-ee51-4776-8944-aebb480106ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.668372] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cda5ad-5e42-4c64-80a8-44842972eb33 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.704515] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a21177-3cbe-4e04-9dd1-2ea5f35512d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.714223] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43463836-5c0b-49e1-8be6-1b317b0b591d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.720677] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1576.720952] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1576.721904] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1576.721904] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1576.721904] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1576.721904] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1576.722139] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1576.722305] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1576.722477] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1576.722672] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1576.722992] env[62093]: DEBUG nova.virt.hardware [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1576.728846] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1576.729227] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa12d70a-1746-4351-95d2-ddc988a7d9a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.756447] env[62093]: DEBUG nova.compute.provider_tree [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.759282] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1576.759282] env[62093]: value = "task-1710380" [ 1576.759282] env[62093]: _type = "Task" [ 1576.759282] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.769136] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.808169] env[62093]: DEBUG oslo_vmware.api [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1710379, 'name': PowerOffVM_Task, 'duration_secs': 0.297063} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.809611] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.809611] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.809611] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f9c7f87-95ba-42e5-b9db-8ba252c6641b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.894049] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.894049] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.894049] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Deleting the datastore file [datastore1] 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.894395] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa0a4f07-d148-4469-a1a5-45d3bc99a2ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.904212] env[62093]: DEBUG oslo_vmware.api [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for the task: (returnval){ [ 1576.904212] env[62093]: value = "task-1710382" [ 1576.904212] env[62093]: _type = "Task" [ 1576.904212] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.912842] env[62093]: DEBUG oslo_vmware.api [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1710382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.923179] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.024045] env[62093]: DEBUG nova.network.neutron [-] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.251717] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "14771f98-1b69-48ed-9424-aeb30379c72f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.252110] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "14771f98-1b69-48ed-9424-aeb30379c72f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.261490] env[62093]: DEBUG nova.scheduler.client.report [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.275327] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710380, 'name': ReconfigVM_Task, 'duration_secs': 0.189221} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.275605] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1577.276995] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60321f3b-a79e-435c-96ea-bd186e7392ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.303800] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e13d4376-1577-4b61-9303-26e94a8ea677/e13d4376-1577-4b61-9303-26e94a8ea677.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.304439] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae84bb8-4467-4cca-a4fd-bdddb8827f2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.324097] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1577.324097] env[62093]: value = "task-1710383" [ 1577.324097] env[62093]: _type = "Task" [ 1577.324097] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.333883] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.416458] env[62093]: DEBUG oslo_vmware.api [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Task: {'id': task-1710382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239857} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.416604] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.416820] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.417056] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.417241] env[62093]: INFO nova.compute.manager [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1577.417543] env[62093]: DEBUG oslo.service.loopingcall [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.417759] env[62093]: DEBUG nova.compute.manager [-] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1577.417900] env[62093]: DEBUG nova.network.neutron [-] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1577.527113] env[62093]: INFO nova.compute.manager [-] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Took 1.62 seconds to deallocate network for instance. [ 1577.694978] env[62093]: DEBUG nova.compute.manager [req-3af16af6-76f9-4f44-83d2-f35eb2e7c6d3 req-310b8dcf-9ae6-49f5-804e-5c18a1085ab5 service nova] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Received event network-vif-deleted-bdad7a6e-ae9c-4550-88d5-88f2a3a0d6f1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1577.756965] env[62093]: DEBUG nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1577.773124] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.775421] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.948s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.776634] env[62093]: DEBUG nova.objects.instance [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'resources' on Instance uuid 57b73635-aa0b-4d06-8bf2-a771a1629df8 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.801319] env[62093]: INFO nova.scheduler.client.report [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Deleted allocations for instance 4df27ddb-3a70-4675-b7ad-68e5807eb40d [ 1577.837577] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710383, 'name': ReconfigVM_Task, 'duration_secs': 0.493306} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.837907] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e13d4376-1577-4b61-9303-26e94a8ea677/e13d4376-1577-4b61-9303-26e94a8ea677.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1577.838139] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance 'e13d4376-1577-4b61-9303-26e94a8ea677' progress to 50 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1578.080211] env[62093]: INFO nova.compute.manager [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Took 0.55 seconds to detach 1 volumes for instance. [ 1578.082591] env[62093]: DEBUG nova.compute.manager [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Deleting volume: 91105aa4-48a5-4211-839b-aa92f57bc86b {{(pid=62093) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1578.278382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.310387] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3c6c723d-6594-44dc-bd83-0a866a7d0667 tempest-ServerActionsTestOtherB-765689387 tempest-ServerActionsTestOtherB-765689387-project-member] Lock "4df27ddb-3a70-4675-b7ad-68e5807eb40d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.396s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.345418] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c9c3ac-2461-4082-970e-f9ca70a3676d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.366861] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d12443-8873-47b6-a688-413a7975c6c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.386032] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance 'e13d4376-1577-4b61-9303-26e94a8ea677' progress to 67 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1578.591842] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d436f072-01fb-4e1a-b320-2d3df2658042 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.602147] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd0f5da-540b-43ad-bec7-042e61f038a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.638504] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.639736] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c8e853-74c7-4647-876e-05c982bb0e1c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.648564] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b31f0-a67b-400f-9478-5d3c61293bf8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.663802] env[62093]: DEBUG nova.compute.provider_tree [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.669919] env[62093]: DEBUG nova.network.neutron [-] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.941692] env[62093]: DEBUG nova.network.neutron [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Port 84301704-fb3c-42dd-b043-43226b5cf9f5 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1579.171249] env[62093]: DEBUG nova.scheduler.client.report [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.176232] env[62093]: INFO nova.compute.manager [-] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Took 1.76 seconds to deallocate network for instance. [ 1579.680229] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.682705] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.759s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.682705] env[62093]: DEBUG nova.objects.instance [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lazy-loading 'resources' on Instance uuid c5ebe47f-6047-45d5-bfc0-090d763c78e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.687024] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.720623] env[62093]: INFO nova.scheduler.client.report [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted allocations for instance 57b73635-aa0b-4d06-8bf2-a771a1629df8 [ 1579.739966] env[62093]: DEBUG nova.compute.manager [req-3728ecbf-9d02-4950-9929-81e1a982b8e9 req-3948d108-81ef-42b1-9269-6ff4cf8908a3 service nova] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Received event network-vif-deleted-6819ee6a-c2db-44fe-83e8-8fe5d0b107be {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1579.972555] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.972800] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.972969] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.229911] env[62093]: DEBUG oslo_concurrency.lockutils [None req-698c5abd-a6e7-45ab-95b0-046359ed2a34 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "57b73635-aa0b-4d06-8bf2-a771a1629df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.946s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.446808] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97371d36-15f0-4a39-86cb-cf3fd9f7a58d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.455931] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70e42be-0b14-47a9-9438-1786cd2a6278 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.516679] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b9264-f12a-421e-936a-e9ee3fdf3e33 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.530473] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca0741-ef61-49e5-af85-6af6a963b031 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.559340] env[62093]: DEBUG nova.compute.provider_tree [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.064065] env[62093]: DEBUG nova.scheduler.client.report [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1581.071050] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.071050] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.071050] env[62093]: DEBUG nova.network.neutron [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.573015] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.577714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.300s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.579340] env[62093]: INFO nova.compute.claims [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.589649] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "45833628-8acc-4ad2-85a1-eea967653501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.589649] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "45833628-8acc-4ad2-85a1-eea967653501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.598816] env[62093]: INFO nova.scheduler.client.report [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Deleted allocations for instance c5ebe47f-6047-45d5-bfc0-090d763c78e2 [ 1581.806934] env[62093]: DEBUG nova.network.neutron [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance_info_cache with network_info: [{"id": "84301704-fb3c-42dd-b043-43226b5cf9f5", "address": "fa:16:3e:14:c3:2e", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84301704-fb", "ovs_interfaceid": "84301704-fb3c-42dd-b043-43226b5cf9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.092741] env[62093]: DEBUG nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1582.106225] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68aa4fe8-43ff-4cf6-9c62-1b9cf69edaac tempest-ListServerFiltersTestJSON-1628486420 tempest-ListServerFiltersTestJSON-1628486420-project-member] Lock "c5ebe47f-6047-45d5-bfc0-090d763c78e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.187s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.311679] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.614462] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.832446] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50906aa3-6bb3-45b5-9283-e2d2fff58994 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.847152] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b3296e-f47a-4641-b33e-91066ef087ce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.851359] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5037a3-fdf6-479c-985b-4e233f9c8a75 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.903161] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf18e1cb-1678-4f1b-b903-097ffb3b8a14 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.906348] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247e04b-2982-43f3-a4bd-f4f64537906c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.916934] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a6395f-d7ed-4fb4-aa64-cf995a2e302b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.921162] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance 'e13d4376-1577-4b61-9303-26e94a8ea677' progress to 83 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1582.938121] env[62093]: DEBUG nova.compute.provider_tree [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.089443] env[62093]: DEBUG oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282df51-b99e-8abb-8531-4785c53bfa1d/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1583.090451] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28d91db-60aa-4a73-b9dc-213c4ae2bcc4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.097666] env[62093]: DEBUG oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282df51-b99e-8abb-8531-4785c53bfa1d/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1583.097666] env[62093]: ERROR oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282df51-b99e-8abb-8531-4785c53bfa1d/disk-0.vmdk due to incomplete transfer. [ 1583.097958] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-878e86af-8ba4-4d91-9d31-973cc1bd56a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.107533] env[62093]: DEBUG oslo_vmware.rw_handles [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282df51-b99e-8abb-8531-4785c53bfa1d/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1583.107533] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Uploaded image aa34758b-65da-4ef2-9b4b-fd90d5d3b50b to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1583.111080] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1583.111080] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1cb19af-8f66-4840-94e8-aebf646c1609 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.116880] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1583.116880] env[62093]: value = "task-1710385" [ 1583.116880] env[62093]: _type = "Task" [ 1583.116880] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.125471] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710385, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.428212] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.428212] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-392f6d3a-38fc-4976-9f2d-b3040a50a7c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.436824] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1583.436824] env[62093]: value = "task-1710386" [ 1583.436824] env[62093]: _type = "Task" [ 1583.436824] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.440944] env[62093]: DEBUG nova.scheduler.client.report [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1583.450392] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.628254] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710385, 'name': Destroy_Task, 'duration_secs': 0.453253} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.628547] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Destroyed the VM [ 1583.628783] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1583.629049] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ec89780-0021-428f-adfe-c4295201138a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.636442] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1583.636442] env[62093]: value = "task-1710387" [ 1583.636442] env[62093]: _type = "Task" [ 1583.636442] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.645481] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.948231] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.948758] env[62093]: DEBUG nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1583.951366] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710386, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.951809] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.314s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.952033] env[62093]: DEBUG nova.objects.instance [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lazy-loading 'resources' on Instance uuid 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.149677] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710387, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.153458] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquiring lock "38b1b79c-65f3-40a7-98d9-22c881129ec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.153690] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "38b1b79c-65f3-40a7-98d9-22c881129ec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.449870] env[62093]: DEBUG oslo_vmware.api [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710386, 'name': PowerOnVM_Task, 'duration_secs': 0.695254} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.449870] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.450100] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4205a9f3-31dc-4a46-8317-26ad879f0a3f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance 'e13d4376-1577-4b61-9303-26e94a8ea677' progress to 100 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1584.455029] env[62093]: DEBUG nova.compute.utils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1584.456182] env[62093]: DEBUG nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1584.456324] env[62093]: DEBUG nova.network.neutron [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1584.534039] env[62093]: DEBUG nova.policy [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd16d0baa72f475c83656489121f7c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dedf2cf7a88a40368fb6747e4618954d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1584.656033] env[62093]: DEBUG oslo_vmware.api [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710387, 'name': RemoveSnapshot_Task, 'duration_secs': 0.600151} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.656033] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1584.656033] env[62093]: INFO nova.compute.manager [None req-ae56e051-8c24-4a40-9fad-60e6028a89b0 tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Took 14.68 seconds to snapshot the instance on the hypervisor. [ 1584.659299] env[62093]: DEBUG nova.compute.manager [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1584.691405] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3086859-c278-4d15-a02e-6f89edbcb817 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.700969] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09839170-c1cc-4d2b-8d01-9469962ad646 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.732653] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d690535-a7e9-466d-bcd0-18a40a974a10 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.740826] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2123c9b-ccbf-4684-bbd3-1287cf6859b6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.755988] env[62093]: DEBUG nova.compute.provider_tree [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.807368] env[62093]: DEBUG nova.network.neutron [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Successfully created port: 4c11ffcc-08cb-4ffe-bf59-b33ede687d8d {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.963072] env[62093]: DEBUG nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1585.179784] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.258725] env[62093]: DEBUG nova.scheduler.client.report [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1585.764147] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.767025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.080s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.767025] env[62093]: DEBUG nova.objects.instance [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lazy-loading 'resources' on Instance uuid 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.788577] env[62093]: INFO nova.scheduler.client.report [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Deleted allocations for instance 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3 [ 1585.973546] env[62093]: DEBUG nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1585.995447] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1585.995700] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1585.995861] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.996090] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1585.996255] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.996407] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1585.996617] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1585.996773] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1585.996943] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1585.997161] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1585.997370] env[62093]: DEBUG nova.virt.hardware [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1585.998465] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961ece6b-b8f1-4413-8720-618da676b302 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.007145] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d0d6a2-1360-4a98-ae8d-771acc53149d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.201912] env[62093]: DEBUG nova.compute.manager [req-6c1ac56f-012f-4300-9cc9-6379c3a784bb req-df4873fe-ddb1-4197-a9ea-4f6b1f4c481b service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Received event network-vif-plugged-4c11ffcc-08cb-4ffe-bf59-b33ede687d8d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.202233] env[62093]: DEBUG oslo_concurrency.lockutils [req-6c1ac56f-012f-4300-9cc9-6379c3a784bb req-df4873fe-ddb1-4197-a9ea-4f6b1f4c481b service nova] Acquiring lock "14771f98-1b69-48ed-9424-aeb30379c72f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.202459] env[62093]: DEBUG oslo_concurrency.lockutils [req-6c1ac56f-012f-4300-9cc9-6379c3a784bb req-df4873fe-ddb1-4197-a9ea-4f6b1f4c481b service nova] Lock "14771f98-1b69-48ed-9424-aeb30379c72f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.202583] env[62093]: DEBUG oslo_concurrency.lockutils [req-6c1ac56f-012f-4300-9cc9-6379c3a784bb req-df4873fe-ddb1-4197-a9ea-4f6b1f4c481b service nova] Lock "14771f98-1b69-48ed-9424-aeb30379c72f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.202815] env[62093]: DEBUG nova.compute.manager [req-6c1ac56f-012f-4300-9cc9-6379c3a784bb req-df4873fe-ddb1-4197-a9ea-4f6b1f4c481b service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] No waiting events found dispatching network-vif-plugged-4c11ffcc-08cb-4ffe-bf59-b33ede687d8d {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1586.202926] env[62093]: WARNING nova.compute.manager [req-6c1ac56f-012f-4300-9cc9-6379c3a784bb req-df4873fe-ddb1-4197-a9ea-4f6b1f4c481b service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Received unexpected event network-vif-plugged-4c11ffcc-08cb-4ffe-bf59-b33ede687d8d for instance with vm_state building and task_state spawning. [ 1586.296198] env[62093]: DEBUG nova.network.neutron [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Successfully updated port: 4c11ffcc-08cb-4ffe-bf59-b33ede687d8d {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.298968] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4c5a7316-40ba-42d8-a500-ef8a827449ed tempest-ServersTestBootFromVolume-1087111684 tempest-ServersTestBootFromVolume-1087111684-project-member] Lock "7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.872s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.328842] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "e13d4376-1577-4b61-9303-26e94a8ea677" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.332370] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.004s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.332587] env[62093]: DEBUG nova.compute.manager [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Going to confirm migration 4 {{(pid=62093) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1586.522973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a09df2-2302-4266-b70f-9bf37e780d5a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.532830] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1be433-164a-49c5-9edf-709ffc88ae7b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.564064] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b8a2c-dcf4-4075-8aea-8999aff2514f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.572195] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b56300-7b2a-49ce-b6cf-3e6f0847f21f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.587204] env[62093]: DEBUG nova.compute.provider_tree [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.801490] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "refresh_cache-14771f98-1b69-48ed-9424-aeb30379c72f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.801678] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "refresh_cache-14771f98-1b69-48ed-9424-aeb30379c72f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.802547] env[62093]: DEBUG nova.network.neutron [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.925961] env[62093]: DEBUG nova.compute.manager [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1586.929102] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a5ffea-d0a0-46eb-bc2d-693e1d04536f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.944664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.944664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.944664] env[62093]: DEBUG nova.network.neutron [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.944860] env[62093]: DEBUG nova.objects.instance [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lazy-loading 'info_cache' on Instance uuid e13d4376-1577-4b61-9303-26e94a8ea677 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.090188] env[62093]: DEBUG nova.scheduler.client.report [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1587.352975] env[62093]: DEBUG nova.network.neutron [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.441900] env[62093]: INFO nova.compute.manager [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] instance snapshotting [ 1587.445523] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44246db-0b52-47d3-9ea2-3a8e8b73516a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.480413] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a1ea0c-8bbf-4f4e-82b9-3ffdb13860b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.596061] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.600627] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.986s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.602717] env[62093]: INFO nova.compute.claims [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.620901] env[62093]: INFO nova.scheduler.client.report [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Deleted allocations for instance 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9 [ 1587.692935] env[62093]: DEBUG nova.network.neutron [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Updating instance_info_cache with network_info: [{"id": "4c11ffcc-08cb-4ffe-bf59-b33ede687d8d", "address": "fa:16:3e:15:6a:59", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c11ffcc-08", "ovs_interfaceid": "4c11ffcc-08cb-4ffe-bf59-b33ede687d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.993328] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1587.993678] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3ca3ac3-ccc8-4e80-932a-04a8bb152ba3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.006054] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1588.006054] env[62093]: value = "task-1710388" [ 1588.006054] env[62093]: _type = "Task" [ 1588.006054] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.014427] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710388, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.130922] env[62093]: DEBUG oslo_concurrency.lockutils [None req-82c16fe9-e142-4b53-bfcb-21edafb9d7b1 tempest-ServersWithSpecificFlavorTestJSON-511740302 tempest-ServersWithSpecificFlavorTestJSON-511740302-project-member] Lock "91e7c1fa-525a-4ba5-b9d7-df865d49d4e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.863s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.195093] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "refresh_cache-14771f98-1b69-48ed-9424-aeb30379c72f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.195374] env[62093]: DEBUG nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Instance network_info: |[{"id": "4c11ffcc-08cb-4ffe-bf59-b33ede687d8d", "address": "fa:16:3e:15:6a:59", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c11ffcc-08", "ovs_interfaceid": "4c11ffcc-08cb-4ffe-bf59-b33ede687d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1588.195776] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:6a:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c11ffcc-08cb-4ffe-bf59-b33ede687d8d', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.204362] env[62093]: DEBUG oslo.service.loopingcall [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.204362] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.204362] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-325dd3a7-8225-49c9-836e-04b24b84ba91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.237225] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.237225] env[62093]: value = "task-1710389" [ 1588.237225] env[62093]: _type = "Task" [ 1588.237225] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.247293] env[62093]: DEBUG nova.compute.manager [req-93e767ff-339c-46e3-a92d-6c646411069d req-3abeba29-5130-49aa-a23c-fee40c5f0ad1 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Received event network-changed-4c11ffcc-08cb-4ffe-bf59-b33ede687d8d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1588.247610] env[62093]: DEBUG nova.compute.manager [req-93e767ff-339c-46e3-a92d-6c646411069d req-3abeba29-5130-49aa-a23c-fee40c5f0ad1 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Refreshing instance network info cache due to event network-changed-4c11ffcc-08cb-4ffe-bf59-b33ede687d8d. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1588.247752] env[62093]: DEBUG oslo_concurrency.lockutils [req-93e767ff-339c-46e3-a92d-6c646411069d req-3abeba29-5130-49aa-a23c-fee40c5f0ad1 service nova] Acquiring lock "refresh_cache-14771f98-1b69-48ed-9424-aeb30379c72f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.247894] env[62093]: DEBUG oslo_concurrency.lockutils [req-93e767ff-339c-46e3-a92d-6c646411069d req-3abeba29-5130-49aa-a23c-fee40c5f0ad1 service nova] Acquired lock "refresh_cache-14771f98-1b69-48ed-9424-aeb30379c72f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.248115] env[62093]: DEBUG nova.network.neutron [req-93e767ff-339c-46e3-a92d-6c646411069d req-3abeba29-5130-49aa-a23c-fee40c5f0ad1 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Refreshing network info cache for port 4c11ffcc-08cb-4ffe-bf59-b33ede687d8d {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.255351] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710389, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.318115] env[62093]: DEBUG nova.network.neutron [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance_info_cache with network_info: [{"id": "84301704-fb3c-42dd-b043-43226b5cf9f5", "address": "fa:16:3e:14:c3:2e", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84301704-fb", "ovs_interfaceid": "84301704-fb3c-42dd-b043-43226b5cf9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.518246] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710388, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.750342] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710389, 'name': CreateVM_Task, 'duration_secs': 0.422822} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.750447] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1588.751151] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.752295] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.752295] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1588.753623] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a11f73-38f7-4607-90c0-709722434027 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.762032] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1588.762032] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d6904b-6fd4-1946-2158-a13a4e23114a" [ 1588.762032] env[62093]: _type = "Task" [ 1588.762032] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.773193] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d6904b-6fd4-1946-2158-a13a4e23114a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.824844] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-e13d4376-1577-4b61-9303-26e94a8ea677" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.825185] env[62093]: DEBUG nova.objects.instance [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lazy-loading 'migration_context' on Instance uuid e13d4376-1577-4b61-9303-26e94a8ea677 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.844384] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57035385-5c17-41c6-914d-4af6d0d3c90a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.853271] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906e8d56-5d56-42f3-99dc-644cb577a08b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.895729] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9d1b7b-756b-4ddc-9704-f5db3183d3bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.906604] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a74c557-415b-40b2-8ae1-d1cfd2d9ec20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.921702] env[62093]: DEBUG nova.compute.provider_tree [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.016661] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710388, 'name': CreateSnapshot_Task, 'duration_secs': 0.656326} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.016954] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1589.017754] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef7c3c-d67d-4649-b0df-4e84b75ab743 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.039886] env[62093]: DEBUG nova.network.neutron [req-93e767ff-339c-46e3-a92d-6c646411069d req-3abeba29-5130-49aa-a23c-fee40c5f0ad1 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Updated VIF entry in instance network info cache for port 4c11ffcc-08cb-4ffe-bf59-b33ede687d8d. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.040439] env[62093]: DEBUG nova.network.neutron [req-93e767ff-339c-46e3-a92d-6c646411069d req-3abeba29-5130-49aa-a23c-fee40c5f0ad1 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Updating instance_info_cache with network_info: [{"id": "4c11ffcc-08cb-4ffe-bf59-b33ede687d8d", "address": "fa:16:3e:15:6a:59", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c11ffcc-08", "ovs_interfaceid": "4c11ffcc-08cb-4ffe-bf59-b33ede687d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.275714] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d6904b-6fd4-1946-2158-a13a4e23114a, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.276040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.276489] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.276648] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.276893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.277107] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.277406] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4761c406-a6af-4f26-86d3-c4f68e9873fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.287093] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.287315] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.288031] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849d92e1-74ac-4c93-a3f7-9bd987b594ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.294673] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1589.294673] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e9e62c-8788-c8c5-8328-1f3e3efd09d6" [ 1589.294673] env[62093]: _type = "Task" [ 1589.294673] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.305010] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e9e62c-8788-c8c5-8328-1f3e3efd09d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.328023] env[62093]: DEBUG nova.objects.base [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1589.329030] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606cd52f-94cf-45d5-a892-8e219643b012 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.352343] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79eb743c-0661-485a-bfde-cd5b0a09fae3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.358952] env[62093]: DEBUG oslo_vmware.api [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1589.358952] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5200bfe4-66d2-61f7-54e4-a23a435d45d1" [ 1589.358952] env[62093]: _type = "Task" [ 1589.358952] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.368423] env[62093]: DEBUG oslo_vmware.api [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5200bfe4-66d2-61f7-54e4-a23a435d45d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.428049] env[62093]: DEBUG nova.scheduler.client.report [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1589.541772] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1589.542706] env[62093]: DEBUG oslo_concurrency.lockutils [req-93e767ff-339c-46e3-a92d-6c646411069d req-3abeba29-5130-49aa-a23c-fee40c5f0ad1 service nova] Releasing lock "refresh_cache-14771f98-1b69-48ed-9424-aeb30379c72f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.543143] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a1086f9-577f-4b78-9da6-93d067c566cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.555531] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1589.555531] env[62093]: value = "task-1710390" [ 1589.555531] env[62093]: _type = "Task" [ 1589.555531] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.566801] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.807406] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52e9e62c-8788-c8c5-8328-1f3e3efd09d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.807967] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d581816-11f9-4682-af28-d9548cf58072 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.814305] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1589.814305] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525982c8-383d-c163-e64d-ab95d6d3fd98" [ 1589.814305] env[62093]: _type = "Task" [ 1589.814305] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.821621] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525982c8-383d-c163-e64d-ab95d6d3fd98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.868970] env[62093]: DEBUG oslo_vmware.api [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5200bfe4-66d2-61f7-54e4-a23a435d45d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015352} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.869285] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.933783] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.934492] env[62093]: DEBUG nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1589.937370] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.758s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.938873] env[62093]: INFO nova.compute.claims [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.069174] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.326200] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525982c8-383d-c163-e64d-ab95d6d3fd98, 'name': SearchDatastore_Task, 'duration_secs': 0.024455} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.326526] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.326815] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 14771f98-1b69-48ed-9424-aeb30379c72f/14771f98-1b69-48ed-9424-aeb30379c72f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.327127] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de8226c-6031-42af-9a2b-061c6a81929f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.334790] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1590.334790] env[62093]: value = "task-1710391" [ 1590.334790] env[62093]: _type = "Task" [ 1590.334790] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.343111] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.443925] env[62093]: DEBUG nova.compute.utils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1590.449023] env[62093]: DEBUG nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1590.449023] env[62093]: DEBUG nova.network.neutron [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1590.535866] env[62093]: DEBUG nova.policy [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e44974e772444ab1b775f73c407122e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1d7ccca9ae4cc78f2400b3b6d580f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1590.579024] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.845617] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456027} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.845974] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 14771f98-1b69-48ed-9424-aeb30379c72f/14771f98-1b69-48ed-9424-aeb30379c72f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.846284] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.846620] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06c5ef7b-4a81-4381-af91-d1a9f160d68b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.854202] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1590.854202] env[62093]: value = "task-1710392" [ 1590.854202] env[62093]: _type = "Task" [ 1590.854202] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.862772] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.954633] env[62093]: DEBUG nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1591.067800] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.232061] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca45dc8-6559-487e-90c2-a42130a14cbb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.240775] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6ec76d-1666-4619-b7ec-78a70323ef61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.274443] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff96418-28db-45d0-a1be-45bedf337735 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.287521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e688ae4e-e96a-418b-9d71-dcf0c571bd79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.302710] env[62093]: DEBUG nova.compute.provider_tree [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.365889] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162268} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.366570] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.367436] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9057f9bc-3d63-4744-b68e-d4f6f7bb974c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.393654] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 14771f98-1b69-48ed-9424-aeb30379c72f/14771f98-1b69-48ed-9424-aeb30379c72f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.396068] env[62093]: DEBUG nova.network.neutron [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Successfully created port: 4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1591.397979] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b303fe-3091-42e9-b9b7-7f7f7b341193 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.424257] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1591.424257] env[62093]: value = "task-1710393" [ 1591.424257] env[62093]: _type = "Task" [ 1591.424257] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.435159] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.568568] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.806018] env[62093]: DEBUG nova.scheduler.client.report [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1591.922460] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.922460] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.922460] env[62093]: INFO nova.compute.manager [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Shelving [ 1591.935639] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.964746] env[62093]: DEBUG nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1592.068608] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.097774] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1592.099622] env[62093]: DEBUG nova.virt.hardware [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1592.100472] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d44992c-b543-4522-b1ad-70a778075ee1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.108932] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f395188-b252-4346-ba36-0008359cf422 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.311722] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.315881] env[62093]: DEBUG nova.compute.manager [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1592.316487] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.447s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.436632] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.437767] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f92c285a-f02c-4e99-9ed5-cadd108074b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.443542] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.446457] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1592.446457] env[62093]: value = "task-1710394" [ 1592.446457] env[62093]: _type = "Task" [ 1592.446457] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.459898] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.573444] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.820809] env[62093]: DEBUG nova.compute.utils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1592.825842] env[62093]: DEBUG nova.compute.manager [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Not allocating networking since 'none' was specified. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1592.918556] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "08d664a2-3934-45f5-897c-cfd94a221209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.918734] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "08d664a2-3934-45f5-897c-cfd94a221209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.942395] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.958931] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710394, 'name': PowerOffVM_Task, 'duration_secs': 0.312574} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.962178] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.963605] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba506471-4be7-46ac-960e-aba30ada5158 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.987312] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9ca048-f0f9-4c52-b629-ba30b2ccb16d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.072932] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.094461] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121566b-31e6-4d50-b3d2-9383d7d2d55a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.102602] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea1a564-7652-4f2b-87ff-7960c339ea43 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.135205] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a199384a-160c-4abf-933c-9c3a0ced4f14 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.143207] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43f6534-14d9-4ba8-aa3f-762c064390ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.158486] env[62093]: DEBUG nova.compute.provider_tree [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.327461] env[62093]: DEBUG nova.compute.manager [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1593.423461] env[62093]: DEBUG nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1593.440315] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.499874] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1593.502892] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c877d7d1-8675-4b1a-802f-f615a666b31a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.505096] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.505361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.514362] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1593.514362] env[62093]: value = "task-1710395" [ 1593.514362] env[62093]: _type = "Task" [ 1593.514362] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.527456] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.574213] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.588111] env[62093]: DEBUG nova.compute.manager [req-777674cd-bb27-45f6-8817-a3041ee4682d req-d3f5a1b5-9fcf-4ab4-92ef-2de478cb1d5e service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Received event network-vif-plugged-4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1593.588336] env[62093]: DEBUG oslo_concurrency.lockutils [req-777674cd-bb27-45f6-8817-a3041ee4682d req-d3f5a1b5-9fcf-4ab4-92ef-2de478cb1d5e service nova] Acquiring lock "45833628-8acc-4ad2-85a1-eea967653501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.588833] env[62093]: DEBUG oslo_concurrency.lockutils [req-777674cd-bb27-45f6-8817-a3041ee4682d req-d3f5a1b5-9fcf-4ab4-92ef-2de478cb1d5e service nova] Lock "45833628-8acc-4ad2-85a1-eea967653501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.589059] env[62093]: DEBUG oslo_concurrency.lockutils [req-777674cd-bb27-45f6-8817-a3041ee4682d req-d3f5a1b5-9fcf-4ab4-92ef-2de478cb1d5e service nova] Lock "45833628-8acc-4ad2-85a1-eea967653501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.589262] env[62093]: DEBUG nova.compute.manager [req-777674cd-bb27-45f6-8817-a3041ee4682d req-d3f5a1b5-9fcf-4ab4-92ef-2de478cb1d5e service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] No waiting events found dispatching network-vif-plugged-4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1593.591029] env[62093]: WARNING nova.compute.manager [req-777674cd-bb27-45f6-8817-a3041ee4682d req-d3f5a1b5-9fcf-4ab4-92ef-2de478cb1d5e service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Received unexpected event network-vif-plugged-4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26 for instance with vm_state building and task_state spawning. [ 1593.662663] env[62093]: DEBUG nova.scheduler.client.report [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1593.672641] env[62093]: DEBUG nova.network.neutron [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Successfully updated port: 4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.946346] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.957544] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.007861] env[62093]: DEBUG nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1594.023754] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710395, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.073679] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.178498] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-45833628-8acc-4ad2-85a1-eea967653501" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.178676] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-45833628-8acc-4ad2-85a1-eea967653501" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.178787] env[62093]: DEBUG nova.network.neutron [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.338994] env[62093]: DEBUG nova.compute.manager [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1594.365261] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1594.365261] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1594.365261] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.365261] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1594.365665] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.365999] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1594.366387] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1594.366697] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1594.367028] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1594.367375] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1594.367698] env[62093]: DEBUG nova.virt.hardware [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1594.368769] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc787d-5838-4d3a-82c4-85d56dce547f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.378596] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f9730c-3331-4c2e-adca-7f54a089dd3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.391408] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1594.396963] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Creating folder: Project (7b5309bb70364c758aedfcb08a18e568). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1594.397238] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c4de03e-fd48-49b3-b0d2-b879a390b2b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.407305] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Created folder: Project (7b5309bb70364c758aedfcb08a18e568) in parent group-v356072. [ 1594.407494] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Creating folder: Instances. Parent ref: group-v356322. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1594.408097] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69103543-a883-4f4a-9759-93331758ac5d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.416829] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Created folder: Instances in parent group-v356322. [ 1594.417075] env[62093]: DEBUG oslo.service.loopingcall [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.417265] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1594.417465] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22361793-12f8-44ea-b091-a8ee7e392701 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.436380] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.436380] env[62093]: value = "task-1710398" [ 1594.436380] env[62093]: _type = "Task" [ 1594.436380] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.443257] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710393, 'name': ReconfigVM_Task, 'duration_secs': 2.601307} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.443840] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 14771f98-1b69-48ed-9424-aeb30379c72f/14771f98-1b69-48ed-9424-aeb30379c72f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.444454] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63a52476-cbca-4924-b416-4d1d80a50cc9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.448949] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710398, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.453233] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1594.453233] env[62093]: value = "task-1710399" [ 1594.453233] env[62093]: _type = "Task" [ 1594.453233] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.460628] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710399, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.531787] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710395, 'name': CreateSnapshot_Task, 'duration_secs': 0.842127} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.532141] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1594.532990] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ade981-2a6b-4be0-87a3-22ba68b59c22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.536797] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.572118] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.678859] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.362s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.682058] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.724s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.683466] env[62093]: INFO nova.compute.claims [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.729967] env[62093]: DEBUG nova.network.neutron [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.886425] env[62093]: DEBUG nova.network.neutron [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Updating instance_info_cache with network_info: [{"id": "4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26", "address": "fa:16:3e:a4:81:9b", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d91cd0a-e4", "ovs_interfaceid": "4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.948538] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710398, 'name': CreateVM_Task, 'duration_secs': 0.302929} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.948857] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.949177] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.949342] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.949663] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.949925] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269b7bdc-1284-4152-ae06-9bd402c06955 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.954722] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1594.954722] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523d60d8-2b6f-7062-4bd0-3d2c652bfa36" [ 1594.954722] env[62093]: _type = "Task" [ 1594.954722] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.966668] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710399, 'name': Rename_Task, 'duration_secs': 0.189569} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.969766] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.970375] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523d60d8-2b6f-7062-4bd0-3d2c652bfa36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.970592] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ce7fcf7-c03c-4a6e-91a5-75870f1d8c20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.978706] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1594.978706] env[62093]: value = "task-1710400" [ 1594.978706] env[62093]: _type = "Task" [ 1594.978706] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.986067] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.055723] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1595.055723] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d8ece15-1eed-4caa-a583-2fc60ad2859c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.064010] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1595.064010] env[62093]: value = "task-1710401" [ 1595.064010] env[62093]: _type = "Task" [ 1595.064010] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.074867] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.077931] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710401, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.238573] env[62093]: INFO nova.scheduler.client.report [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted allocation for migration 8fd25349-f2d6-43d2-85b9-b748d2f6bd04 [ 1595.389557] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-45833628-8acc-4ad2-85a1-eea967653501" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.389985] env[62093]: DEBUG nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Instance network_info: |[{"id": "4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26", "address": "fa:16:3e:a4:81:9b", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d91cd0a-e4", "ovs_interfaceid": "4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1595.390293] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:81:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.399030] env[62093]: DEBUG oslo.service.loopingcall [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.399413] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.399711] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f285742-9ff4-4337-a23c-9dd39e3c7b5f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.421894] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.421894] env[62093]: value = "task-1710402" [ 1595.421894] env[62093]: _type = "Task" [ 1595.421894] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.430309] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710402, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.470268] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523d60d8-2b6f-7062-4bd0-3d2c652bfa36, 'name': SearchDatastore_Task, 'duration_secs': 0.02025} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.470612] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.470833] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1595.471101] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.471318] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.471517] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.471790] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b510c89c-bb45-416e-a8e6-e287be753455 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.484074] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.484299] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.485512] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d58421-cfc7-4432-8d96-a3e3d77f6c76 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.491141] env[62093]: DEBUG oslo_vmware.api [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710400, 'name': PowerOnVM_Task, 'duration_secs': 0.447852} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.491825] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.492124] env[62093]: INFO nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1595.492301] env[62093]: DEBUG nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1595.493119] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aab3bc-d93a-4c6e-95d4-3f64ea0a3250 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.498027] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1595.498027] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c90d66-ccef-2995-ec1f-0f5b4bd63948" [ 1595.498027] env[62093]: _type = "Task" [ 1595.498027] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.514089] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c90d66-ccef-2995-ec1f-0f5b4bd63948, 'name': SearchDatastore_Task, 'duration_secs': 0.01229} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.515305] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8003da1-c006-4d2b-824f-9a27fa905dfa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.522957] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1595.522957] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5208a3c5-8616-bce6-08ba-240394c06f1d" [ 1595.522957] env[62093]: _type = "Task" [ 1595.522957] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.531686] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5208a3c5-8616-bce6-08ba-240394c06f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.579116] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710401, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.580164] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.614317] env[62093]: DEBUG nova.compute.manager [req-0e300b7c-786e-47cb-aa73-6130805c6af1 req-a27c5012-900d-402e-8be0-f4ab03ca8426 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Received event network-changed-4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1595.614517] env[62093]: DEBUG nova.compute.manager [req-0e300b7c-786e-47cb-aa73-6130805c6af1 req-a27c5012-900d-402e-8be0-f4ab03ca8426 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Refreshing instance network info cache due to event network-changed-4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1595.614810] env[62093]: DEBUG oslo_concurrency.lockutils [req-0e300b7c-786e-47cb-aa73-6130805c6af1 req-a27c5012-900d-402e-8be0-f4ab03ca8426 service nova] Acquiring lock "refresh_cache-45833628-8acc-4ad2-85a1-eea967653501" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.615041] env[62093]: DEBUG oslo_concurrency.lockutils [req-0e300b7c-786e-47cb-aa73-6130805c6af1 req-a27c5012-900d-402e-8be0-f4ab03ca8426 service nova] Acquired lock "refresh_cache-45833628-8acc-4ad2-85a1-eea967653501" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.615152] env[62093]: DEBUG nova.network.neutron [req-0e300b7c-786e-47cb-aa73-6130805c6af1 req-a27c5012-900d-402e-8be0-f4ab03ca8426 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Refreshing network info cache for port 4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.745728] env[62093]: DEBUG oslo_concurrency.lockutils [None req-17488e3c-f758-4120-8072-bdf20ed1365f tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.413s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.912494] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ae9760-b100-4ce1-825f-818b48659906 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.920765] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a3be7d-6d58-45d4-bd9a-5781e021a141 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.936270] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710402, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.963254] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d2e0b9-a551-4205-8a2a-608baf5ad5e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.971914] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd767fd-0f31-4c68-96aa-2150aadddeda {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.986237] env[62093]: DEBUG nova.compute.provider_tree [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.015783] env[62093]: INFO nova.compute.manager [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Took 17.75 seconds to build instance. [ 1596.035103] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5208a3c5-8616-bce6-08ba-240394c06f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.035414] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.035733] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 38b1b79c-65f3-40a7-98d9-22c881129ec3/38b1b79c-65f3-40a7-98d9-22c881129ec3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.036236] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8da25ef6-a81c-4557-b4b0-8be6ce32402c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.043436] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1596.043436] env[62093]: value = "task-1710403" [ 1596.043436] env[62093]: _type = "Task" [ 1596.043436] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.051443] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.080456] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.080738] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710401, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.237204] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "e13d4376-1577-4b61-9303-26e94a8ea677" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.237471] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.237681] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.237865] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.238042] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.240814] env[62093]: INFO nova.compute.manager [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Terminating instance [ 1596.242653] env[62093]: DEBUG nova.compute.manager [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1596.242840] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1596.243649] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e546f06a-9c56-44d0-b5cd-3f7b94226ffb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.252621] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.252859] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c933accd-d28a-4837-a3d6-7bd3456d585e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.258819] env[62093]: DEBUG oslo_vmware.api [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1596.258819] env[62093]: value = "task-1710404" [ 1596.258819] env[62093]: _type = "Task" [ 1596.258819] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.266895] env[62093]: DEBUG oslo_vmware.api [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.435146] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710402, 'name': CreateVM_Task, 'duration_secs': 0.546692} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.435370] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.436160] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.436369] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.436795] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.437097] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c12cb8-c7fc-448d-9733-6ba8dcafed09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.444732] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1596.444732] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522a5d74-3557-55f7-f2f6-e3b361c03605" [ 1596.444732] env[62093]: _type = "Task" [ 1596.444732] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.455397] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522a5d74-3557-55f7-f2f6-e3b361c03605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.490772] env[62093]: DEBUG nova.scheduler.client.report [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1596.499158] env[62093]: DEBUG nova.network.neutron [req-0e300b7c-786e-47cb-aa73-6130805c6af1 req-a27c5012-900d-402e-8be0-f4ab03ca8426 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Updated VIF entry in instance network info cache for port 4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.499530] env[62093]: DEBUG nova.network.neutron [req-0e300b7c-786e-47cb-aa73-6130805c6af1 req-a27c5012-900d-402e-8be0-f4ab03ca8426 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Updating instance_info_cache with network_info: [{"id": "4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26", "address": "fa:16:3e:a4:81:9b", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d91cd0a-e4", "ovs_interfaceid": "4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.517118] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1706aaf1-1619-4fc3-8e6c-9a60a264fefc tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "14771f98-1b69-48ed-9424-aeb30379c72f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.265s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.555271] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.582912] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710401, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.584352] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.769905] env[62093]: DEBUG oslo_vmware.api [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710404, 'name': PowerOffVM_Task, 'duration_secs': 0.195093} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.770270] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1596.770529] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1596.770719] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43cfc023-bae6-4ab5-9b10-7cdd41427552 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.846148] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1596.846434] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1596.846948] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleting the datastore file [datastore1] e13d4376-1577-4b61-9303-26e94a8ea677 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1596.847250] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8c09b9c-21ad-4e56-9f9c-5308990c3947 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.854849] env[62093]: DEBUG oslo_vmware.api [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1596.854849] env[62093]: value = "task-1710406" [ 1596.854849] env[62093]: _type = "Task" [ 1596.854849] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.865340] env[62093]: DEBUG oslo_vmware.api [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.893178] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.893178] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.956318] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522a5d74-3557-55f7-f2f6-e3b361c03605, 'name': SearchDatastore_Task, 'duration_secs': 0.120825} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.957301] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.957398] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.957581] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.957728] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.957921] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.958229] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9f8aa43-cba5-4b01-84cc-30bf79988da6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.977390] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.977825] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.978937] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7522dc6-b7f7-49ea-90dd-74a7c9658be1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.984010] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1596.984010] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b7596b-f2b2-7449-6675-78c4ca6e950f" [ 1596.984010] env[62093]: _type = "Task" [ 1596.984010] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.992452] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b7596b-f2b2-7449-6675-78c4ca6e950f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.997370] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.998025] env[62093]: DEBUG nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1597.000410] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.464s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.002166] env[62093]: INFO nova.compute.claims [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.004358] env[62093]: DEBUG oslo_concurrency.lockutils [req-0e300b7c-786e-47cb-aa73-6130805c6af1 req-a27c5012-900d-402e-8be0-f4ab03ca8426 service nova] Releasing lock "refresh_cache-45833628-8acc-4ad2-85a1-eea967653501" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.054426] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977792} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.054705] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 38b1b79c-65f3-40a7-98d9-22c881129ec3/38b1b79c-65f3-40a7-98d9-22c881129ec3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.054915] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.055186] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f696eb8-9df1-4190-a741-3bccda418ca9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.061049] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1597.061049] env[62093]: value = "task-1710407" [ 1597.061049] env[62093]: _type = "Task" [ 1597.061049] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.071879] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.078680] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710390, 'name': CloneVM_Task, 'duration_secs': 7.31309} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.079287] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Created linked-clone VM from snapshot [ 1597.080042] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4382a-9858-43dc-97a3-c7e67b1a0161 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.085685] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710401, 'name': CloneVM_Task, 'duration_secs': 1.522306} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.086263] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Created linked-clone VM from snapshot [ 1597.086959] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88812521-70ab-453c-89d2-930b45bf0a0a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.092192] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Uploading image 5d05ba8d-a936-462d-a94b-d4af4a29712c {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1597.098792] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Uploading image dce0ab40-3391-4569-a2a7-3229ee5d2c02 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1597.115149] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1597.115149] env[62093]: value = "vm-356320" [ 1597.115149] env[62093]: _type = "VirtualMachine" [ 1597.115149] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1597.115795] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40c749fa-01eb-4d5f-8899-1191ea7867e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.124374] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1597.124374] env[62093]: value = "vm-356325" [ 1597.124374] env[62093]: _type = "VirtualMachine" [ 1597.124374] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1597.125876] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-09b6cf41-f328-4b38-9f41-fd3cf575e930 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.127688] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lease: (returnval){ [ 1597.127688] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5229a392-b6a4-4b35-9bb5-d9649dc30771" [ 1597.127688] env[62093]: _type = "HttpNfcLease" [ 1597.127688] env[62093]: } obtained for exporting VM: (result){ [ 1597.127688] env[62093]: value = "vm-356320" [ 1597.127688] env[62093]: _type = "VirtualMachine" [ 1597.127688] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1597.128061] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the lease: (returnval){ [ 1597.128061] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5229a392-b6a4-4b35-9bb5-d9649dc30771" [ 1597.128061] env[62093]: _type = "HttpNfcLease" [ 1597.128061] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1597.134053] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lease: (returnval){ [ 1597.134053] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522f612c-75e9-2e10-5242-714629fb3e58" [ 1597.134053] env[62093]: _type = "HttpNfcLease" [ 1597.134053] env[62093]: } obtained for exporting VM: (result){ [ 1597.134053] env[62093]: value = "vm-356325" [ 1597.134053] env[62093]: _type = "VirtualMachine" [ 1597.134053] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1597.134305] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the lease: (returnval){ [ 1597.134305] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522f612c-75e9-2e10-5242-714629fb3e58" [ 1597.134305] env[62093]: _type = "HttpNfcLease" [ 1597.134305] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1597.136067] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1597.136067] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5229a392-b6a4-4b35-9bb5-d9649dc30771" [ 1597.136067] env[62093]: _type = "HttpNfcLease" [ 1597.136067] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1597.142479] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1597.142479] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522f612c-75e9-2e10-5242-714629fb3e58" [ 1597.142479] env[62093]: _type = "HttpNfcLease" [ 1597.142479] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1597.244788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "14771f98-1b69-48ed-9424-aeb30379c72f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.245310] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "14771f98-1b69-48ed-9424-aeb30379c72f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.245685] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "14771f98-1b69-48ed-9424-aeb30379c72f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.246223] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "14771f98-1b69-48ed-9424-aeb30379c72f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.246351] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "14771f98-1b69-48ed-9424-aeb30379c72f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.249658] env[62093]: INFO nova.compute.manager [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Terminating instance [ 1597.252519] env[62093]: DEBUG nova.compute.manager [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1597.252819] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.254060] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdff717-4b1d-4ce7-aa61-2adf676d3630 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.264671] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.265017] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81bea102-d403-4a42-abf6-ed4e8f9be69f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.271954] env[62093]: DEBUG oslo_vmware.api [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1597.271954] env[62093]: value = "task-1710410" [ 1597.271954] env[62093]: _type = "Task" [ 1597.271954] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.283706] env[62093]: DEBUG oslo_vmware.api [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.364834] env[62093]: DEBUG oslo_vmware.api [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43995} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.365127] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1597.365323] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1597.365500] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1597.365676] env[62093]: INFO nova.compute.manager [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1597.365915] env[62093]: DEBUG oslo.service.loopingcall [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.366675] env[62093]: DEBUG nova.compute.manager [-] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1597.366675] env[62093]: DEBUG nova.network.neutron [-] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1597.395662] env[62093]: DEBUG nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1597.496147] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b7596b-f2b2-7449-6675-78c4ca6e950f, 'name': SearchDatastore_Task, 'duration_secs': 0.018115} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.496753] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128deec5-74f1-4f67-b118-c555fc430827 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.502463] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1597.502463] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521ba2eb-013a-dcbb-aa26-2d1986e071d2" [ 1597.502463] env[62093]: _type = "Task" [ 1597.502463] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.507399] env[62093]: DEBUG nova.compute.utils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.513420] env[62093]: DEBUG nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1597.513618] env[62093]: DEBUG nova.network.neutron [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.527301] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521ba2eb-013a-dcbb-aa26-2d1986e071d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.528257] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.528510] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 45833628-8acc-4ad2-85a1-eea967653501/45833628-8acc-4ad2-85a1-eea967653501.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.528981] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4179194-d5ae-41f4-a8aa-e4b1762a8c56 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.537327] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1597.537327] env[62093]: value = "task-1710411" [ 1597.537327] env[62093]: _type = "Task" [ 1597.537327] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.547373] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.559157] env[62093]: DEBUG nova.policy [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11919a7716b9409c8905c6be525a5fb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e07e4e6f9b647c4bf599134ec76e126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1597.572504] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072678} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.572818] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.573641] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746b5421-4a65-42fe-b1b8-bee808800b5a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.595595] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 38b1b79c-65f3-40a7-98d9-22c881129ec3/38b1b79c-65f3-40a7-98d9-22c881129ec3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.596030] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c1f881d-0149-4328-8801-8228ed3096bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.617508] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1597.617508] env[62093]: value = "task-1710412" [ 1597.617508] env[62093]: _type = "Task" [ 1597.617508] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.626845] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.636647] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1597.636647] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5229a392-b6a4-4b35-9bb5-d9649dc30771" [ 1597.636647] env[62093]: _type = "HttpNfcLease" [ 1597.636647] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1597.640399] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1597.640399] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5229a392-b6a4-4b35-9bb5-d9649dc30771" [ 1597.640399] env[62093]: _type = "HttpNfcLease" [ 1597.640399] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1597.641242] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1d88ac-9288-4ee9-8323-8f6b29f545d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.647746] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1597.647746] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522f612c-75e9-2e10-5242-714629fb3e58" [ 1597.647746] env[62093]: _type = "HttpNfcLease" [ 1597.647746] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1597.650945] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1597.650945] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522f612c-75e9-2e10-5242-714629fb3e58" [ 1597.650945] env[62093]: _type = "HttpNfcLease" [ 1597.650945] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1597.651273] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520719e9-09fb-802a-6fe9-fb08d277e556/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1597.651455] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520719e9-09fb-802a-6fe9-fb08d277e556/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1597.653656] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4783a790-555c-4de9-b6b1-fe255c4d6d3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.718495] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d0cee-fd8c-5219-00a3-eb29138bc869/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1597.718495] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d0cee-fd8c-5219-00a3-eb29138bc869/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1597.783318] env[62093]: DEBUG nova.compute.manager [req-85cd27f7-9c63-4c57-838a-019cf04fc175 req-7f5eef6f-0247-42ae-8c87-4d119c0f6a50 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Received event network-vif-deleted-84301704-fb3c-42dd-b043-43226b5cf9f5 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1597.783532] env[62093]: INFO nova.compute.manager [req-85cd27f7-9c63-4c57-838a-019cf04fc175 req-7f5eef6f-0247-42ae-8c87-4d119c0f6a50 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Neutron deleted interface 84301704-fb3c-42dd-b043-43226b5cf9f5; detaching it from the instance and deleting it from the info cache [ 1597.785431] env[62093]: DEBUG nova.network.neutron [req-85cd27f7-9c63-4c57-838a-019cf04fc175 req-7f5eef6f-0247-42ae-8c87-4d119c0f6a50 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.792273] env[62093]: DEBUG oslo_vmware.api [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710410, 'name': PowerOffVM_Task, 'duration_secs': 0.236013} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.792718] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.792815] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.793526] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea87996-c101-44a8-848e-b2460144eb24 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.850438] env[62093]: DEBUG nova.network.neutron [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Successfully created port: dc443c36-238f-4134-a329-740c2e5285da {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1597.869013] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d292e9c-430b-4655-a7aa-fc5d1ba2af5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.921962] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.922203] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.922527] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleting the datastore file [datastore1] 14771f98-1b69-48ed-9424-aeb30379c72f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.923633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.923992] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.925610] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79e048a8-0e7c-4813-9e5e-d9279d8fc7cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.935482] env[62093]: DEBUG oslo_vmware.api [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1597.935482] env[62093]: value = "task-1710414" [ 1597.935482] env[62093]: _type = "Task" [ 1597.935482] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.942128] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.949590] env[62093]: DEBUG oslo_vmware.api [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.015168] env[62093]: DEBUG nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1598.059328] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710411, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.132814] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.145034] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0801ca5-5c00-4f2f-a6af-29257af5c1ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.221233] env[62093]: DEBUG nova.network.neutron [-] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.291784] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-789c523c-97a9-43d8-a62d-f35c9c153d22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.310521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250f4a10-d5a6-4255-a172-5bd7ea25bed9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.363047] env[62093]: DEBUG nova.compute.manager [req-85cd27f7-9c63-4c57-838a-019cf04fc175 req-7f5eef6f-0247-42ae-8c87-4d119c0f6a50 service nova] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Detach interface failed, port_id=84301704-fb3c-42dd-b043-43226b5cf9f5, reason: Instance e13d4376-1577-4b61-9303-26e94a8ea677 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1598.409822] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830b1e5c-9fb1-4774-8355-8385e1eb1ded {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.417934] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd2ca4-9077-462f-8b93-271758fa712a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.455615] env[62093]: DEBUG nova.compute.utils [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.464022] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e8f344-35e2-449c-8af1-e070cab1e908 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.478141] env[62093]: DEBUG oslo_vmware.api [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.479818] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aaeb75-ac77-4f71-a517-d69a8dba4fae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.497526] env[62093]: DEBUG nova.compute.provider_tree [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.551869] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761034} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.552196] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 45833628-8acc-4ad2-85a1-eea967653501/45833628-8acc-4ad2-85a1-eea967653501.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.552461] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.553021] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d5a3c6e-2979-4586-a1e2-7cb6329b62b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.560376] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1598.560376] env[62093]: value = "task-1710415" [ 1598.560376] env[62093]: _type = "Task" [ 1598.560376] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.569823] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.631411] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710412, 'name': ReconfigVM_Task, 'duration_secs': 0.904768} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.631965] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 38b1b79c-65f3-40a7-98d9-22c881129ec3/38b1b79c-65f3-40a7-98d9-22c881129ec3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.632693] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e422ec90-4b15-4967-9336-f7c1745af37d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.639633] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1598.639633] env[62093]: value = "task-1710416" [ 1598.639633] env[62093]: _type = "Task" [ 1598.639633] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.652025] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710416, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.722781] env[62093]: INFO nova.compute.manager [-] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Took 1.36 seconds to deallocate network for instance. [ 1598.958838] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.035s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.971500] env[62093]: DEBUG oslo_vmware.api [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548042} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.972288] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.972381] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.973410] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.973410] env[62093]: INFO nova.compute.manager [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1598.973675] env[62093]: DEBUG oslo.service.loopingcall [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.973937] env[62093]: DEBUG nova.compute.manager [-] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1598.974086] env[62093]: DEBUG nova.network.neutron [-] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.001431] env[62093]: DEBUG nova.scheduler.client.report [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1599.028314] env[62093]: DEBUG nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1599.073046] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07191} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.073551] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.074882] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd1b0aa-20ed-4eb5-8023-edde6db9d559 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.102346] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 45833628-8acc-4ad2-85a1-eea967653501/45833628-8acc-4ad2-85a1-eea967653501.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.103519] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd35b57-a8f9-4cd6-820d-957c62cf283e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.126457] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1599.126457] env[62093]: value = "task-1710417" [ 1599.126457] env[62093]: _type = "Task" [ 1599.126457] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.143250] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710417, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.153563] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710416, 'name': Rename_Task, 'duration_secs': 0.222288} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.154401] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.154788] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f35ceee7-4320-4f9f-b488-0abe19d7d724 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.163671] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1599.163671] env[62093]: value = "task-1710418" [ 1599.163671] env[62093]: _type = "Task" [ 1599.163671] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.173346] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.234623] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.510856] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.511816] env[62093]: DEBUG nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1599.515325] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.573s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.517651] env[62093]: INFO nova.compute.claims [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.619926] env[62093]: DEBUG nova.network.neutron [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Successfully updated port: dc443c36-238f-4134-a329-740c2e5285da {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1599.638663] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.675853] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.679867] env[62093]: DEBUG nova.compute.manager [req-72bb4daf-c9fa-40e6-9130-d115b9c891da req-b0dbc723-0455-410e-aefd-92922d04f402 service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Received event network-vif-plugged-dc443c36-238f-4134-a329-740c2e5285da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1599.679933] env[62093]: DEBUG oslo_concurrency.lockutils [req-72bb4daf-c9fa-40e6-9130-d115b9c891da req-b0dbc723-0455-410e-aefd-92922d04f402 service nova] Acquiring lock "08d664a2-3934-45f5-897c-cfd94a221209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.684376] env[62093]: DEBUG oslo_concurrency.lockutils [req-72bb4daf-c9fa-40e6-9130-d115b9c891da req-b0dbc723-0455-410e-aefd-92922d04f402 service nova] Lock "08d664a2-3934-45f5-897c-cfd94a221209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.684802] env[62093]: DEBUG oslo_concurrency.lockutils [req-72bb4daf-c9fa-40e6-9130-d115b9c891da req-b0dbc723-0455-410e-aefd-92922d04f402 service nova] Lock "08d664a2-3934-45f5-897c-cfd94a221209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.685277] env[62093]: DEBUG nova.compute.manager [req-72bb4daf-c9fa-40e6-9130-d115b9c891da req-b0dbc723-0455-410e-aefd-92922d04f402 service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] No waiting events found dispatching network-vif-plugged-dc443c36-238f-4134-a329-740c2e5285da {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1599.685721] env[62093]: WARNING nova.compute.manager [req-72bb4daf-c9fa-40e6-9130-d115b9c891da req-b0dbc723-0455-410e-aefd-92922d04f402 service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Received unexpected event network-vif-plugged-dc443c36-238f-4134-a329-740c2e5285da for instance with vm_state building and task_state spawning. [ 1599.770933] env[62093]: DEBUG nova.network.neutron [-] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.773778] env[62093]: DEBUG nova.compute.manager [req-504fa4c5-b5c1-42ca-ad05-74eb388b13eb req-91da2b5c-2ac1-4361-8d70-ed7181c317f5 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Received event network-vif-deleted-4c11ffcc-08cb-4ffe-bf59-b33ede687d8d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1599.774737] env[62093]: INFO nova.compute.manager [req-504fa4c5-b5c1-42ca-ad05-74eb388b13eb req-91da2b5c-2ac1-4361-8d70-ed7181c317f5 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Neutron deleted interface 4c11ffcc-08cb-4ffe-bf59-b33ede687d8d; detaching it from the instance and deleting it from the info cache [ 1599.774737] env[62093]: DEBUG nova.network.neutron [req-504fa4c5-b5c1-42ca-ad05-74eb388b13eb req-91da2b5c-2ac1-4361-8d70-ed7181c317f5 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.023728] env[62093]: DEBUG nova.compute.utils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.025156] env[62093]: DEBUG nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1600.025329] env[62093]: DEBUG nova.network.neutron [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.028284] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.028891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.029164] env[62093]: INFO nova.compute.manager [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Attaching volume 6c992f15-9d9b-4fd3-82ef-5ed673e55b98 to /dev/sdb [ 1600.078511] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef76ddd6-01c5-47c1-85e2-3ad5d105b915 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.087380] env[62093]: DEBUG nova.policy [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11919a7716b9409c8905c6be525a5fb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e07e4e6f9b647c4bf599134ec76e126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1600.090361] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fc24c0-33d5-46c9-8deb-fcd7837bbed7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.106607] env[62093]: DEBUG nova.virt.block_device [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updating existing volume attachment record: 721df51e-4a1d-42c8-822a-aa5002b0e9eb {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1600.126330] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.127075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.127075] env[62093]: DEBUG nova.network.neutron [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.139399] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710417, 'name': ReconfigVM_Task, 'duration_secs': 0.632254} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.140739] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 45833628-8acc-4ad2-85a1-eea967653501/45833628-8acc-4ad2-85a1-eea967653501.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.141655] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8df7edb-7587-443e-b237-3b844941c220 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.149328] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1600.149328] env[62093]: value = "task-1710419" [ 1600.149328] env[62093]: _type = "Task" [ 1600.149328] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.164968] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710419, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.174604] env[62093]: DEBUG oslo_vmware.api [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710418, 'name': PowerOnVM_Task, 'duration_secs': 0.763056} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.176027] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.176027] env[62093]: INFO nova.compute.manager [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1600.176027] env[62093]: DEBUG nova.compute.manager [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1600.177212] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39196f-ebf6-4104-9ea4-513c10095966 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.276209] env[62093]: INFO nova.compute.manager [-] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Took 1.30 seconds to deallocate network for instance. [ 1600.279343] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d77ded29-dfbc-4ce8-810d-dd8302b83db3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.294182] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c8f325-9c67-463b-b899-2779e4bf1d46 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.339319] env[62093]: DEBUG nova.compute.manager [req-504fa4c5-b5c1-42ca-ad05-74eb388b13eb req-91da2b5c-2ac1-4361-8d70-ed7181c317f5 service nova] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Detach interface failed, port_id=4c11ffcc-08cb-4ffe-bf59-b33ede687d8d, reason: Instance 14771f98-1b69-48ed-9424-aeb30379c72f could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1600.532123] env[62093]: DEBUG nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1600.581619] env[62093]: DEBUG nova.network.neutron [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Successfully created port: 799b9acb-b1e0-4070-a82c-1deaedd3ed86 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1600.667884] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710419, 'name': Rename_Task, 'duration_secs': 0.252568} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.667884] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.667884] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111c2f57-f825-426f-a197-fed2394ad26a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.685282] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1600.685282] env[62093]: value = "task-1710423" [ 1600.685282] env[62093]: _type = "Task" [ 1600.685282] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.691589] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.699269] env[62093]: INFO nova.compute.manager [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Took 15.53 seconds to build instance. [ 1600.724205] env[62093]: DEBUG nova.network.neutron [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1600.789471] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.919166] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebcfa13-3060-43ee-bd0d-fd7b0a664469 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.929658] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7eaf80-08a2-4d47-844b-45761dfba434 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.962796] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f43ebf-b8c8-4245-8587-05ce5b86e828 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.971492] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20decc50-5e54-4587-b682-3db634da8334 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.989049] env[62093]: DEBUG nova.compute.provider_tree [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.052650] env[62093]: DEBUG nova.network.neutron [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updating instance_info_cache with network_info: [{"id": "dc443c36-238f-4134-a329-740c2e5285da", "address": "fa:16:3e:6a:32:b8", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc443c36-23", "ovs_interfaceid": "dc443c36-238f-4134-a329-740c2e5285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.191957] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.202853] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a7997de4-042e-4883-95b5-7114b61d8c71 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "38b1b79c-65f3-40a7-98d9-22c881129ec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.049s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.493600] env[62093]: DEBUG nova.scheduler.client.report [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1601.544379] env[62093]: DEBUG nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1601.557154] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.557562] env[62093]: DEBUG nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Instance network_info: |[{"id": "dc443c36-238f-4134-a329-740c2e5285da", "address": "fa:16:3e:6a:32:b8", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc443c36-23", "ovs_interfaceid": "dc443c36-238f-4134-a329-740c2e5285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1601.694317] env[62093]: DEBUG oslo_vmware.api [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710423, 'name': PowerOnVM_Task, 'duration_secs': 0.873125} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.694782] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.694987] env[62093]: INFO nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1601.695234] env[62093]: DEBUG nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1601.696246] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5554c5f-106b-4759-8597-cc9a96df136b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.997980] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.999226] env[62093]: DEBUG nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1602.001394] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.767s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.001688] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.004132] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.215s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.004429] env[62093]: DEBUG nova.objects.instance [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lazy-loading 'resources' on Instance uuid 14771f98-1b69-48ed-9424-aeb30379c72f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.034444] env[62093]: INFO nova.scheduler.client.report [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted allocations for instance e13d4376-1577-4b61-9303-26e94a8ea677 [ 1602.217368] env[62093]: INFO nova.compute.manager [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Took 19.62 seconds to build instance. [ 1602.507970] env[62093]: DEBUG nova.compute.utils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.513291] env[62093]: DEBUG nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1602.513561] env[62093]: DEBUG nova.network.neutron [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1602.543254] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3de917f5-c008-4f35-8e8a-dfdbbaf5bc27 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "e13d4376-1577-4b61-9303-26e94a8ea677" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.305s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.570049] env[62093]: DEBUG nova.policy [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ba1628e6dfb4ac08d5a9939f2a6a561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dc72bc99dca41f4bc5d4917026f1e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1602.721463] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e814513c-61c1-4aa4-85c6-bad1500e0668 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "45833628-8acc-4ad2-85a1-eea967653501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.130s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.806594] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaa2ca9-8ad8-45e0-b1f2-92a31f000955 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.819563] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be307243-7735-4631-ab22-4eef9ff2313d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.870576] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a70bce4-146c-4fc0-b185-655bdc9abc89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.879141] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1a9c28-8a23-4baf-bcb3-11e15eb4b027 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.896082] env[62093]: DEBUG nova.compute.provider_tree [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.980299] env[62093]: DEBUG nova.network.neutron [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Successfully updated port: 799b9acb-b1e0-4070-a82c-1deaedd3ed86 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.014209] env[62093]: DEBUG nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1603.096882] env[62093]: DEBUG nova.network.neutron [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Successfully created port: 37995450-f816-48a2-b042-0aed0efae79b {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.400442] env[62093]: DEBUG nova.scheduler.client.report [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1603.483416] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.483621] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.483794] env[62093]: DEBUG nova.network.neutron [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.909458] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.938007] env[62093]: INFO nova.scheduler.client.report [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted allocations for instance 14771f98-1b69-48ed-9424-aeb30379c72f [ 1604.024708] env[62093]: DEBUG nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1604.027837] env[62093]: DEBUG nova.network.neutron [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.178916] env[62093]: DEBUG nova.network.neutron [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Updating instance_info_cache with network_info: [{"id": "799b9acb-b1e0-4070-a82c-1deaedd3ed86", "address": "fa:16:3e:fb:63:07", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799b9acb-b1", "ovs_interfaceid": "799b9acb-b1e0-4070-a82c-1deaedd3ed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.450530] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6a8886e9-dd87-4d64-8a00-ed996fe7c513 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "14771f98-1b69-48ed-9424-aeb30379c72f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.204s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.658011] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1604.658609] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356328', 'volume_id': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'name': 'volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f30bcb6e-96e5-4036-95b6-6209eb722e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'serial': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1604.659619] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cd4404-ba22-497b-9396-14fac0ed2bbf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.684926] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.685290] env[62093]: DEBUG nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Instance network_info: |[{"id": "799b9acb-b1e0-4070-a82c-1deaedd3ed86", "address": "fa:16:3e:fb:63:07", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799b9acb-b1", "ovs_interfaceid": "799b9acb-b1e0-4070-a82c-1deaedd3ed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1604.686485] env[62093]: DEBUG nova.network.neutron [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Successfully updated port: 37995450-f816-48a2-b042-0aed0efae79b {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1604.688235] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc22eb6a-4034-497c-b2b4-f96ed3eeb031 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.714458] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98/volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.715490] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45a13d4-d904-4254-95a3-801baeae0c04 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.734802] env[62093]: DEBUG oslo_vmware.api [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1604.734802] env[62093]: value = "task-1710425" [ 1604.734802] env[62093]: _type = "Task" [ 1604.734802] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.743934] env[62093]: DEBUG oslo_vmware.api [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.192741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "refresh_cache-5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.192934] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "refresh_cache-5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.193099] env[62093]: DEBUG nova.network.neutron [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.246662] env[62093]: DEBUG oslo_vmware.api [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.725196] env[62093]: DEBUG nova.network.neutron [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1605.749869] env[62093]: DEBUG oslo_vmware.api [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710425, 'name': ReconfigVM_Task, 'duration_secs': 0.691185} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.750302] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98/volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.755142] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f392dc-624d-4cef-9c0e-e1793b635268 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.773695] env[62093]: DEBUG oslo_vmware.api [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1605.773695] env[62093]: value = "task-1710426" [ 1605.773695] env[62093]: _type = "Task" [ 1605.773695] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.782674] env[62093]: DEBUG oslo_vmware.api [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.864571] env[62093]: DEBUG nova.network.neutron [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Updating instance_info_cache with network_info: [{"id": "37995450-f816-48a2-b042-0aed0efae79b", "address": "fa:16:3e:33:01:77", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37995450-f8", "ovs_interfaceid": "37995450-f816-48a2-b042-0aed0efae79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.270083] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1606.270417] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1606.270594] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.270792] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1606.270921] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.271076] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1606.271292] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1606.271449] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1606.271613] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1606.271774] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1606.271943] env[62093]: DEBUG nova.virt.hardware [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1606.274056] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9574c1d-5834-4104-962e-8c28c9cb7006 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.288379] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c145be-669f-4828-a939-f58f303495db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.292366] env[62093]: DEBUG oslo_vmware.api [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710426, 'name': ReconfigVM_Task, 'duration_secs': 0.194006} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.292701] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356328', 'volume_id': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'name': 'volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f30bcb6e-96e5-4036-95b6-6209eb722e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'serial': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1606.304716] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:32:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc443c36-238f-4134-a329-740c2e5285da', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.312903] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Creating folder: Project (8e07e4e6f9b647c4bf599134ec76e126). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.313994] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca7c3eea-b77b-43b4-a74a-7dcc1dd1aae5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.324864] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Created folder: Project (8e07e4e6f9b647c4bf599134ec76e126) in parent group-v356072. [ 1606.325076] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Creating folder: Instances. Parent ref: group-v356329. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.325313] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78caaec4-6593-4cb5-af22-3af7c396279b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.335113] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Created folder: Instances in parent group-v356329. [ 1606.335378] env[62093]: DEBUG oslo.service.loopingcall [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.335530] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.335723] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f7053bc-1ebf-44ef-b8e9-a854e72a3ed4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.355108] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.355108] env[62093]: value = "task-1710429" [ 1606.355108] env[62093]: _type = "Task" [ 1606.355108] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.364412] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710429, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.367941] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "refresh_cache-5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.368241] env[62093]: DEBUG nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Instance network_info: |[{"id": "37995450-f816-48a2-b042-0aed0efae79b", "address": "fa:16:3e:33:01:77", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37995450-f8", "ovs_interfaceid": "37995450-f816-48a2-b042-0aed0efae79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1606.557590] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1606.557846] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1606.558008] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.558233] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1606.558377] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.558516] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1606.558740] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1606.558909] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1606.559100] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1606.559302] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1606.559499] env[62093]: DEBUG nova.virt.hardware [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1606.561702] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29676cce-d1fc-41d9-bbe3-2b5aee16161b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.572338] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1606.572641] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1606.572807] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.572987] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1606.573175] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.573323] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1606.573521] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1606.573674] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1606.573862] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1606.574032] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1606.574207] env[62093]: DEBUG nova.virt.hardware [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1606.575554] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e28e04c-aec7-42f3-833b-dec2734546c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.581355] env[62093]: DEBUG nova.compute.manager [req-b65fea89-55c3-4b72-8df8-6dbb965526ee req-657d8fa1-105b-41b7-bdc7-2bea127e6b4f service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Received event network-changed-dc443c36-238f-4134-a329-740c2e5285da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1606.581540] env[62093]: DEBUG nova.compute.manager [req-b65fea89-55c3-4b72-8df8-6dbb965526ee req-657d8fa1-105b-41b7-bdc7-2bea127e6b4f service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Refreshing instance network info cache due to event network-changed-dc443c36-238f-4134-a329-740c2e5285da. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1606.581746] env[62093]: DEBUG oslo_concurrency.lockutils [req-b65fea89-55c3-4b72-8df8-6dbb965526ee req-657d8fa1-105b-41b7-bdc7-2bea127e6b4f service nova] Acquiring lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.581905] env[62093]: DEBUG oslo_concurrency.lockutils [req-b65fea89-55c3-4b72-8df8-6dbb965526ee req-657d8fa1-105b-41b7-bdc7-2bea127e6b4f service nova] Acquired lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.582073] env[62093]: DEBUG nova.network.neutron [req-b65fea89-55c3-4b72-8df8-6dbb965526ee req-657d8fa1-105b-41b7-bdc7-2bea127e6b4f service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Refreshing network info cache for port dc443c36-238f-4134-a329-740c2e5285da {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.585203] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e967c-d1f1-460e-984e-274bd064d23a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.595033] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d0cee-fd8c-5219-00a3-eb29138bc869/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1606.596314] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9717ef13-7a71-4ed1-8b60-3452e63802cd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.610642] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:63:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '799b9acb-b1e0-4070-a82c-1deaedd3ed86', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.618264] env[62093]: DEBUG oslo.service.loopingcall [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.619592] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.620903] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f206790f-9c63-45c9-9d42-232fbe86d1fb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.626885] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e2e0599-d0fe-4db5-99ff-49881b822ef0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.641603] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d0cee-fd8c-5219-00a3-eb29138bc869/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1606.641817] env[62093]: ERROR oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d0cee-fd8c-5219-00a3-eb29138bc869/disk-0.vmdk due to incomplete transfer. [ 1606.642836] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3210d0db-c5bc-4d4b-bcc1-59e0f1aaa297 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.654914] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:01:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37995450-f816-48a2-b042-0aed0efae79b', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.662304] env[62093]: DEBUG oslo.service.loopingcall [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.664477] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.664745] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.664745] env[62093]: value = "task-1710430" [ 1606.664745] env[62093]: _type = "Task" [ 1606.664745] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.664933] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e3cc2e-d5c0-4791-a930-dd78a6a1a6bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.684501] env[62093]: DEBUG oslo_vmware.rw_handles [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d0cee-fd8c-5219-00a3-eb29138bc869/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1606.684727] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Uploaded image dce0ab40-3391-4569-a2a7-3229ee5d2c02 to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1606.686451] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1606.687220] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49d99696-0ae2-4845-a582-ab5135f6a5f5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.695031] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710430, 'name': CreateVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.696559] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1606.696559] env[62093]: value = "task-1710432" [ 1606.696559] env[62093]: _type = "Task" [ 1606.696559] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.696724] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.696724] env[62093]: value = "task-1710431" [ 1606.696724] env[62093]: _type = "Task" [ 1606.696724] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.708958] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710431, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.712296] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710432, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.832278] env[62093]: DEBUG nova.compute.manager [req-566bafa6-92c5-4d95-9db2-06336c9a7017 req-a4e72d2c-64e6-47b1-ab82-224f187ad5fe service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Received event network-vif-plugged-799b9acb-b1e0-4070-a82c-1deaedd3ed86 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1606.832278] env[62093]: DEBUG oslo_concurrency.lockutils [req-566bafa6-92c5-4d95-9db2-06336c9a7017 req-a4e72d2c-64e6-47b1-ab82-224f187ad5fe service nova] Acquiring lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.832278] env[62093]: DEBUG oslo_concurrency.lockutils [req-566bafa6-92c5-4d95-9db2-06336c9a7017 req-a4e72d2c-64e6-47b1-ab82-224f187ad5fe service nova] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.832278] env[62093]: DEBUG oslo_concurrency.lockutils [req-566bafa6-92c5-4d95-9db2-06336c9a7017 req-a4e72d2c-64e6-47b1-ab82-224f187ad5fe service nova] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.832278] env[62093]: DEBUG nova.compute.manager [req-566bafa6-92c5-4d95-9db2-06336c9a7017 req-a4e72d2c-64e6-47b1-ab82-224f187ad5fe service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] No waiting events found dispatching network-vif-plugged-799b9acb-b1e0-4070-a82c-1deaedd3ed86 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1606.832278] env[62093]: WARNING nova.compute.manager [req-566bafa6-92c5-4d95-9db2-06336c9a7017 req-a4e72d2c-64e6-47b1-ab82-224f187ad5fe service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Received unexpected event network-vif-plugged-799b9acb-b1e0-4070-a82c-1deaedd3ed86 for instance with vm_state building and task_state spawning. [ 1606.848443] env[62093]: DEBUG nova.compute.manager [req-8d4c4584-0653-4980-9510-0d45ca339251 req-065b454d-417f-4901-9e0f-366521d75886 service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Received event network-vif-plugged-37995450-f816-48a2-b042-0aed0efae79b {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1606.848697] env[62093]: DEBUG oslo_concurrency.lockutils [req-8d4c4584-0653-4980-9510-0d45ca339251 req-065b454d-417f-4901-9e0f-366521d75886 service nova] Acquiring lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.848886] env[62093]: DEBUG oslo_concurrency.lockutils [req-8d4c4584-0653-4980-9510-0d45ca339251 req-065b454d-417f-4901-9e0f-366521d75886 service nova] Lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.849101] env[62093]: DEBUG oslo_concurrency.lockutils [req-8d4c4584-0653-4980-9510-0d45ca339251 req-065b454d-417f-4901-9e0f-366521d75886 service nova] Lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.849279] env[62093]: DEBUG nova.compute.manager [req-8d4c4584-0653-4980-9510-0d45ca339251 req-065b454d-417f-4901-9e0f-366521d75886 service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] No waiting events found dispatching network-vif-plugged-37995450-f816-48a2-b042-0aed0efae79b {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1606.849426] env[62093]: WARNING nova.compute.manager [req-8d4c4584-0653-4980-9510-0d45ca339251 req-065b454d-417f-4901-9e0f-366521d75886 service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Received unexpected event network-vif-plugged-37995450-f816-48a2-b042-0aed0efae79b for instance with vm_state building and task_state spawning. [ 1606.870668] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710429, 'name': CreateVM_Task, 'duration_secs': 0.476683} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.870933] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.874384] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.875025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.875025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.875857] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e045bc97-611a-4885-86f0-b61efbfbf984 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.881401] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1606.881401] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522d1ec9-6b02-c180-a9ac-a8fbfaf2b769" [ 1606.881401] env[62093]: _type = "Task" [ 1606.881401] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.890542] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522d1ec9-6b02-c180-a9ac-a8fbfaf2b769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.093968] env[62093]: DEBUG nova.compute.manager [None req-961ddc01-20c8-409c-8bf0-6393a558f66d tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1607.094645] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c69031-fa0f-4871-915f-f8b5354c1572 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.189286] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710430, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.214270] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710432, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.215417] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710431, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.344843] env[62093]: DEBUG nova.objects.instance [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.397278] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522d1ec9-6b02-c180-a9ac-a8fbfaf2b769, 'name': SearchDatastore_Task, 'duration_secs': 0.018329} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.397595] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.397855] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1607.398084] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.398285] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.398430] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1607.398691] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bc4f4f9-9d8c-4d80-accb-1065a9ee7efa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.408190] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1607.408420] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1607.409150] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b53c616-dcd5-4a91-a3e0-12623be8e97b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.414191] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1607.414191] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52053551-42e3-8ed0-e461-7338815fec19" [ 1607.414191] env[62093]: _type = "Task" [ 1607.414191] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.423719] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52053551-42e3-8ed0-e461-7338815fec19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.429179] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e8eee6-12d9-401f-abe9-3dfcc3868a93 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.435871] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1030a89c-a485-497b-86f3-14efe84e7833 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Suspending the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1607.436504] env[62093]: DEBUG nova.network.neutron [req-b65fea89-55c3-4b72-8df8-6dbb965526ee req-657d8fa1-105b-41b7-bdc7-2bea127e6b4f service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updated VIF entry in instance network info cache for port dc443c36-238f-4134-a329-740c2e5285da. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.436825] env[62093]: DEBUG nova.network.neutron [req-b65fea89-55c3-4b72-8df8-6dbb965526ee req-657d8fa1-105b-41b7-bdc7-2bea127e6b4f service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updating instance_info_cache with network_info: [{"id": "dc443c36-238f-4134-a329-740c2e5285da", "address": "fa:16:3e:6a:32:b8", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc443c36-23", "ovs_interfaceid": "dc443c36-238f-4134-a329-740c2e5285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.438254] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a63bf3fc-24e8-4802-b490-ed067b1aac4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.445541] env[62093]: DEBUG oslo_vmware.api [None req-1030a89c-a485-497b-86f3-14efe84e7833 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1607.445541] env[62093]: value = "task-1710433" [ 1607.445541] env[62093]: _type = "Task" [ 1607.445541] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.454236] env[62093]: DEBUG oslo_vmware.api [None req-1030a89c-a485-497b-86f3-14efe84e7833 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710433, 'name': SuspendVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.493561] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquiring lock "38b1b79c-65f3-40a7-98d9-22c881129ec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.493982] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "38b1b79c-65f3-40a7-98d9-22c881129ec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.494307] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquiring lock "38b1b79c-65f3-40a7-98d9-22c881129ec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.494641] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "38b1b79c-65f3-40a7-98d9-22c881129ec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.494919] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "38b1b79c-65f3-40a7-98d9-22c881129ec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.497707] env[62093]: INFO nova.compute.manager [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Terminating instance [ 1607.499675] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquiring lock "refresh_cache-38b1b79c-65f3-40a7-98d9-22c881129ec3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.500081] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquired lock "refresh_cache-38b1b79c-65f3-40a7-98d9-22c881129ec3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.500081] env[62093]: DEBUG nova.network.neutron [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.549674] env[62093]: DEBUG oslo_concurrency.lockutils [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.605404] env[62093]: INFO nova.compute.manager [None req-961ddc01-20c8-409c-8bf0-6393a558f66d tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] instance snapshotting [ 1607.606287] env[62093]: DEBUG nova.objects.instance [None req-961ddc01-20c8-409c-8bf0-6393a558f66d tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lazy-loading 'flavor' on Instance uuid 38b1b79c-65f3-40a7-98d9-22c881129ec3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.692307] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710430, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.712977] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710432, 'name': Destroy_Task, 'duration_secs': 0.547209} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.716867] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Destroyed the VM [ 1607.716962] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1607.717221] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710431, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.718167] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b05e140e-cd1b-4964-bf18-cfec3cd3fb6a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.725053] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1607.725053] env[62093]: value = "task-1710434" [ 1607.725053] env[62093]: _type = "Task" [ 1607.725053] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.734968] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710434, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.745088] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520719e9-09fb-802a-6fe9-fb08d277e556/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1607.746135] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf8e063-4e36-4275-b74e-d32a3e9ae038 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.752222] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520719e9-09fb-802a-6fe9-fb08d277e556/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1607.752390] env[62093]: ERROR oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520719e9-09fb-802a-6fe9-fb08d277e556/disk-0.vmdk due to incomplete transfer. [ 1607.752635] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a35b573b-24d3-4cea-ae0a-8c26054c20c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.760718] env[62093]: DEBUG oslo_vmware.rw_handles [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520719e9-09fb-802a-6fe9-fb08d277e556/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1607.760928] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Uploaded image 5d05ba8d-a936-462d-a94b-d4af4a29712c to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1607.763549] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1607.763833] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e618b431-0b72-4cf1-996e-7fc86b7c0293 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.769844] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1607.769844] env[62093]: value = "task-1710435" [ 1607.769844] env[62093]: _type = "Task" [ 1607.769844] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.780513] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710435, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.832814] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.833101] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.852124] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b97c9198-0ccc-411a-8f85-99a16f5a0c45 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.823s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.853163] env[62093]: DEBUG oslo_concurrency.lockutils [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.304s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.853379] env[62093]: DEBUG nova.compute.manager [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1607.854756] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9464130b-7800-40bd-b70c-87f4b56a0b02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.862409] env[62093]: DEBUG nova.compute.manager [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1607.863032] env[62093]: DEBUG nova.objects.instance [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.926015] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52053551-42e3-8ed0-e461-7338815fec19, 'name': SearchDatastore_Task, 'duration_secs': 0.024335} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.927033] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0541167-e06b-48bf-8299-620cbebb3e0f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.933338] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1607.933338] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5225d343-4d5e-253c-9c59-63271b476e9c" [ 1607.933338] env[62093]: _type = "Task" [ 1607.933338] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.942548] env[62093]: DEBUG oslo_concurrency.lockutils [req-b65fea89-55c3-4b72-8df8-6dbb965526ee req-657d8fa1-105b-41b7-bdc7-2bea127e6b4f service nova] Releasing lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.942976] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5225d343-4d5e-253c-9c59-63271b476e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.953277] env[62093]: DEBUG oslo_vmware.api [None req-1030a89c-a485-497b-86f3-14efe84e7833 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710433, 'name': SuspendVM_Task} progress is 62%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.025155] env[62093]: DEBUG nova.network.neutron [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.088436] env[62093]: DEBUG nova.network.neutron [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.111549] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3f781d-60e8-4fa9-b78e-9c77fe8117c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.129946] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115296f2-c9fd-412b-b221-498abc28714b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.190080] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710430, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.208674] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710431, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.235589] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710434, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.280108] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710435, 'name': Destroy_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.335529] env[62093]: DEBUG nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1608.368268] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.368716] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8489eb-ed7e-4039-83c7-a70f918a5c64 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.376789] env[62093]: DEBUG oslo_vmware.api [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1608.376789] env[62093]: value = "task-1710436" [ 1608.376789] env[62093]: _type = "Task" [ 1608.376789] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.386203] env[62093]: DEBUG oslo_vmware.api [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.444224] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5225d343-4d5e-253c-9c59-63271b476e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.444499] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.444762] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209/08d664a2-3934-45f5-897c-cfd94a221209.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1608.445037] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-495de526-d76a-463a-b0ba-aebf7f75f7ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.456055] env[62093]: DEBUG oslo_vmware.api [None req-1030a89c-a485-497b-86f3-14efe84e7833 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710433, 'name': SuspendVM_Task, 'duration_secs': 0.755899} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.457290] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1030a89c-a485-497b-86f3-14efe84e7833 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Suspended the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1608.457481] env[62093]: DEBUG nova.compute.manager [None req-1030a89c-a485-497b-86f3-14efe84e7833 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1608.457795] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1608.457795] env[62093]: value = "task-1710437" [ 1608.457795] env[62093]: _type = "Task" [ 1608.457795] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.458577] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6317be-c4ca-470f-b391-21c6b20fba17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.473065] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.591823] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Releasing lock "refresh_cache-38b1b79c-65f3-40a7-98d9-22c881129ec3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.592284] env[62093]: DEBUG nova.compute.manager [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1608.592551] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.593493] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be809f1-b7c5-4910-9f9c-74afe220b3ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.601582] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.601863] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e26248-1e36-4ac0-8423-85adf4b2a109 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.607806] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquiring lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.608053] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.610926] env[62093]: DEBUG oslo_vmware.api [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1608.610926] env[62093]: value = "task-1710438" [ 1608.610926] env[62093]: _type = "Task" [ 1608.610926] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.621611] env[62093]: DEBUG oslo_vmware.api [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.626508] env[62093]: DEBUG nova.compute.manager [req-a9fe5dae-6636-4d8e-a765-5fb7b879434b req-7f0f4f14-e1ec-4b3b-8de9-6b744469bc8a service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Received event network-changed-799b9acb-b1e0-4070-a82c-1deaedd3ed86 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1608.626693] env[62093]: DEBUG nova.compute.manager [req-a9fe5dae-6636-4d8e-a765-5fb7b879434b req-7f0f4f14-e1ec-4b3b-8de9-6b744469bc8a service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Refreshing instance network info cache due to event network-changed-799b9acb-b1e0-4070-a82c-1deaedd3ed86. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1608.626901] env[62093]: DEBUG oslo_concurrency.lockutils [req-a9fe5dae-6636-4d8e-a765-5fb7b879434b req-7f0f4f14-e1ec-4b3b-8de9-6b744469bc8a service nova] Acquiring lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.627083] env[62093]: DEBUG oslo_concurrency.lockutils [req-a9fe5dae-6636-4d8e-a765-5fb7b879434b req-7f0f4f14-e1ec-4b3b-8de9-6b744469bc8a service nova] Acquired lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.627199] env[62093]: DEBUG nova.network.neutron [req-a9fe5dae-6636-4d8e-a765-5fb7b879434b req-7f0f4f14-e1ec-4b3b-8de9-6b744469bc8a service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Refreshing network info cache for port 799b9acb-b1e0-4070-a82c-1deaedd3ed86 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.640712] env[62093]: DEBUG nova.compute.manager [None req-961ddc01-20c8-409c-8bf0-6393a558f66d tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Instance disappeared during snapshot {{(pid=62093) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1608.694970] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710430, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.711344] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710431, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.737636] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710434, 'name': RemoveSnapshot_Task, 'duration_secs': 0.579428} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.737935] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1608.738238] env[62093]: DEBUG nova.compute.manager [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1608.739396] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce43af-26ec-4896-8884-d8f56fc860b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.783535] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710435, 'name': Destroy_Task, 'duration_secs': 0.550051} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.783945] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Destroyed the VM [ 1608.784216] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1608.784566] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d333fc2-9749-43c9-965b-b0c288c76094 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.790900] env[62093]: DEBUG nova.compute.manager [None req-961ddc01-20c8-409c-8bf0-6393a558f66d tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Found 0 images (rotation: 2) {{(pid=62093) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1608.794716] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1608.794716] env[62093]: value = "task-1710439" [ 1608.794716] env[62093]: _type = "Task" [ 1608.794716] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.804036] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710439, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.862055] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.862344] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.863960] env[62093]: INFO nova.compute.claims [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.878971] env[62093]: DEBUG nova.compute.manager [req-9b625ff3-5e0c-4108-aff7-7baea18d73e6 req-c2cc04b2-a00c-4a4b-a33a-9c987c34846e service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Received event network-changed-37995450-f816-48a2-b042-0aed0efae79b {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1608.879067] env[62093]: DEBUG nova.compute.manager [req-9b625ff3-5e0c-4108-aff7-7baea18d73e6 req-c2cc04b2-a00c-4a4b-a33a-9c987c34846e service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Refreshing instance network info cache due to event network-changed-37995450-f816-48a2-b042-0aed0efae79b. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1608.879325] env[62093]: DEBUG oslo_concurrency.lockutils [req-9b625ff3-5e0c-4108-aff7-7baea18d73e6 req-c2cc04b2-a00c-4a4b-a33a-9c987c34846e service nova] Acquiring lock "refresh_cache-5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.879438] env[62093]: DEBUG oslo_concurrency.lockutils [req-9b625ff3-5e0c-4108-aff7-7baea18d73e6 req-c2cc04b2-a00c-4a4b-a33a-9c987c34846e service nova] Acquired lock "refresh_cache-5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.879602] env[62093]: DEBUG nova.network.neutron [req-9b625ff3-5e0c-4108-aff7-7baea18d73e6 req-c2cc04b2-a00c-4a4b-a33a-9c987c34846e service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Refreshing network info cache for port 37995450-f816-48a2-b042-0aed0efae79b {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.892618] env[62093]: DEBUG oslo_vmware.api [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710436, 'name': PowerOffVM_Task, 'duration_secs': 0.233725} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.892891] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.893082] env[62093]: DEBUG nova.compute.manager [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1608.893889] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d444d07-fbf4-4e0b-b023-0d4482f26a09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.971333] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513474} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.971609] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209/08d664a2-3934-45f5-897c-cfd94a221209.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.971821] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.972085] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c72050-650a-438d-a5ed-07970b428e73 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.981969] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1608.981969] env[62093]: value = "task-1710440" [ 1608.981969] env[62093]: _type = "Task" [ 1608.981969] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.989974] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.112332] env[62093]: DEBUG nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1609.125038] env[62093]: DEBUG oslo_vmware.api [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710438, 'name': PowerOffVM_Task, 'duration_secs': 0.150637} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.125716] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.125716] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1609.125716] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b7a09b-3d41-40ef-ae71-e311a89da05a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.151615] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1609.151871] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1609.152141] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Deleting the datastore file [datastore1] 38b1b79c-65f3-40a7-98d9-22c881129ec3 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1609.152463] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4f75376-8f50-49fa-9f4b-c08762a40f3a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.161698] env[62093]: DEBUG oslo_vmware.api [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for the task: (returnval){ [ 1609.161698] env[62093]: value = "task-1710442" [ 1609.161698] env[62093]: _type = "Task" [ 1609.161698] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.170566] env[62093]: DEBUG oslo_vmware.api [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.192032] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710430, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.209163] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710431, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.253243] env[62093]: INFO nova.compute.manager [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Shelve offloading [ 1609.254850] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.255112] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97fcec7-6a39-437f-a987-4b24d3169e0a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.263158] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1609.263158] env[62093]: value = "task-1710443" [ 1609.263158] env[62093]: _type = "Task" [ 1609.263158] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.271395] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.303473] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710439, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.341324] env[62093]: DEBUG nova.network.neutron [req-a9fe5dae-6636-4d8e-a765-5fb7b879434b req-7f0f4f14-e1ec-4b3b-8de9-6b744469bc8a service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Updated VIF entry in instance network info cache for port 799b9acb-b1e0-4070-a82c-1deaedd3ed86. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.341737] env[62093]: DEBUG nova.network.neutron [req-a9fe5dae-6636-4d8e-a765-5fb7b879434b req-7f0f4f14-e1ec-4b3b-8de9-6b744469bc8a service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Updating instance_info_cache with network_info: [{"id": "799b9acb-b1e0-4070-a82c-1deaedd3ed86", "address": "fa:16:3e:fb:63:07", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799b9acb-b1", "ovs_interfaceid": "799b9acb-b1e0-4070-a82c-1deaedd3ed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.407731] env[62093]: DEBUG oslo_concurrency.lockutils [None req-59acfcde-8d74-4a07-8ffc-1f6071abebcb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.492637] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068612} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.492914] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.493706] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64db4667-f0f8-458c-8b2f-e80359fe556d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.516650] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209/08d664a2-3934-45f5-897c-cfd94a221209.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.519535] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d16e40d-6365-43bd-85c7-61af6c08830a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.544375] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1609.544375] env[62093]: value = "task-1710444" [ 1609.544375] env[62093]: _type = "Task" [ 1609.544375] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.556726] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.638248] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.681420] env[62093]: DEBUG oslo_vmware.api [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Task: {'id': task-1710442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222067} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.681781] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.682043] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.682293] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.682599] env[62093]: INFO nova.compute.manager [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1609.682917] env[62093]: DEBUG oslo.service.loopingcall [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.683139] env[62093]: DEBUG nova.compute.manager [-] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1609.683233] env[62093]: DEBUG nova.network.neutron [-] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.693854] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710430, 'name': CreateVM_Task, 'duration_secs': 2.677938} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.693990] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.694652] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.694822] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.695146] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.695496] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80943a71-00d7-4c00-8b15-dc34a18dcd20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.700057] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1609.700057] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522737fc-428f-febb-9213-af6827c3d719" [ 1609.700057] env[62093]: _type = "Task" [ 1609.700057] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.706262] env[62093]: DEBUG nova.network.neutron [-] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.715761] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522737fc-428f-febb-9213-af6827c3d719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.715989] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710431, 'name': CreateVM_Task, 'duration_secs': 2.589091} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.716752] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.717396] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.774797] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1609.775014] env[62093]: DEBUG nova.compute.manager [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1609.775810] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e6bd0-9f38-4f81-83e3-3ecd1d564e17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.782173] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.782386] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.782649] env[62093]: DEBUG nova.network.neutron [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.784833] env[62093]: DEBUG nova.network.neutron [req-9b625ff3-5e0c-4108-aff7-7baea18d73e6 req-c2cc04b2-a00c-4a4b-a33a-9c987c34846e service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Updated VIF entry in instance network info cache for port 37995450-f816-48a2-b042-0aed0efae79b. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.784833] env[62093]: DEBUG nova.network.neutron [req-9b625ff3-5e0c-4108-aff7-7baea18d73e6 req-c2cc04b2-a00c-4a4b-a33a-9c987c34846e service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Updating instance_info_cache with network_info: [{"id": "37995450-f816-48a2-b042-0aed0efae79b", "address": "fa:16:3e:33:01:77", "network": {"id": "9128d660-5bca-4822-92bb-807d2da1f085", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1569828578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc72bc99dca41f4bc5d4917026f1e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37995450-f8", "ovs_interfaceid": "37995450-f816-48a2-b042-0aed0efae79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.805850] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710439, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.845362] env[62093]: DEBUG oslo_concurrency.lockutils [req-a9fe5dae-6636-4d8e-a765-5fb7b879434b req-7f0f4f14-e1ec-4b3b-8de9-6b744469bc8a service nova] Releasing lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.040534] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "45833628-8acc-4ad2-85a1-eea967653501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.040822] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "45833628-8acc-4ad2-85a1-eea967653501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.041030] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "45833628-8acc-4ad2-85a1-eea967653501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.041243] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "45833628-8acc-4ad2-85a1-eea967653501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.041436] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "45833628-8acc-4ad2-85a1-eea967653501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.047010] env[62093]: INFO nova.compute.manager [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Terminating instance [ 1610.052056] env[62093]: DEBUG nova.compute.manager [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1610.052274] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.053085] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ec9fcf-d396-4c42-82f5-9cb93fd7c8ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.064705] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.065011] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1610.065259] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efe68c49-8a8d-40a1-89ef-18d95378f04b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.107961] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e8f69b-42eb-4640-a7c2-ebab6f7eb392 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.116222] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c1de49-1c99-441b-9fb4-1764acc5eb6b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.150973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174c4e39-9f62-4330-a09d-e583175e44b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.154152] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1610.154423] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1610.154658] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleting the datastore file [datastore1] 45833628-8acc-4ad2-85a1-eea967653501 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.154953] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa576f24-4763-4102-9764-1bce23386446 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.163696] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e8162f-a277-4aa4-94db-28bc7760be4b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.167831] env[62093]: DEBUG oslo_vmware.api [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1610.167831] env[62093]: value = "task-1710446" [ 1610.167831] env[62093]: _type = "Task" [ 1610.167831] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.179971] env[62093]: DEBUG nova.compute.provider_tree [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1610.186992] env[62093]: DEBUG oslo_vmware.api [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.210732] env[62093]: DEBUG nova.network.neutron [-] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.211896] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522737fc-428f-febb-9213-af6827c3d719, 'name': SearchDatastore_Task, 'duration_secs': 0.028922} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.212370] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.212623] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.212871] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.213115] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.213367] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.213678] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.213978] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.214212] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec95ce95-c31f-4e17-bcec-86ea6cc0e19b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.216039] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e3c946-97e3-4223-8ccb-cb828702369d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.221291] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1610.221291] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5292abaa-d690-4256-f9f3-0dc1659ff820" [ 1610.221291] env[62093]: _type = "Task" [ 1610.221291] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.225544] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.225717] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.226724] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570e0cef-86e0-4289-a21c-d0f87b467ad7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.232263] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5292abaa-d690-4256-f9f3-0dc1659ff820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.235244] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1610.235244] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52252faf-c98c-109f-b4d7-53ff752b1c2b" [ 1610.235244] env[62093]: _type = "Task" [ 1610.235244] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.243281] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52252faf-c98c-109f-b4d7-53ff752b1c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.289946] env[62093]: DEBUG oslo_concurrency.lockutils [req-9b625ff3-5e0c-4108-aff7-7baea18d73e6 req-c2cc04b2-a00c-4a4b-a33a-9c987c34846e service nova] Releasing lock "refresh_cache-5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.305110] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710439, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.440650] env[62093]: DEBUG nova.objects.instance [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.561631] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710444, 'name': ReconfigVM_Task, 'duration_secs': 0.651264} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.561926] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209/08d664a2-3934-45f5-897c-cfd94a221209.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.562604] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5d510e6-63c4-4384-b529-b06e360f9bbb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.569064] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1610.569064] env[62093]: value = "task-1710447" [ 1610.569064] env[62093]: _type = "Task" [ 1610.569064] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.578022] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710447, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.583617] env[62093]: DEBUG nova.network.neutron [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [{"id": "c95595c5-f3ce-4260-9704-3376951dd44c", "address": "fa:16:3e:9e:0a:20", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95595c5-f3", "ovs_interfaceid": "c95595c5-f3ce-4260-9704-3376951dd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.678282] env[62093]: DEBUG oslo_vmware.api [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206178} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.678582] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1610.678768] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1610.678975] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1610.679219] env[62093]: INFO nova.compute.manager [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1610.679464] env[62093]: DEBUG oslo.service.loopingcall [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.679656] env[62093]: DEBUG nova.compute.manager [-] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1610.679752] env[62093]: DEBUG nova.network.neutron [-] [instance: 45833628-8acc-4ad2-85a1-eea967653501] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1610.702279] env[62093]: ERROR nova.scheduler.client.report [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [req-04182ad5-a2f4-45be-9cd0-65f974916c66] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04182ad5-a2f4-45be-9cd0-65f974916c66"}]} [ 1610.713296] env[62093]: INFO nova.compute.manager [-] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Took 1.03 seconds to deallocate network for instance. [ 1610.719601] env[62093]: DEBUG nova.scheduler.client.report [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1610.733719] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5292abaa-d690-4256-f9f3-0dc1659ff820, 'name': SearchDatastore_Task, 'duration_secs': 0.019304} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.734652] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.734929] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.735328] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.740691] env[62093]: DEBUG nova.scheduler.client.report [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1610.740896] env[62093]: DEBUG nova.compute.provider_tree [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1610.747993] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52252faf-c98c-109f-b4d7-53ff752b1c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.748199] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74966ef7-43fd-4fab-8304-108137f946df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.754159] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1610.754159] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523a31f6-cd07-3c1d-c54a-9447c2702403" [ 1610.754159] env[62093]: _type = "Task" [ 1610.754159] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.758191] env[62093]: DEBUG nova.scheduler.client.report [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1610.767671] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523a31f6-cd07-3c1d-c54a-9447c2702403, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.767925] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.768715] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb/c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.769047] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.769244] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.769489] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31fa8541-df01-41f5-8234-063c5b76f388 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.772080] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67a70df5-3703-4d37-8ca6-e7cd882dac44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.779820] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1610.779820] env[62093]: value = "task-1710448" [ 1610.779820] env[62093]: _type = "Task" [ 1610.779820] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.781144] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.781391] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.785513] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf1e68b-1c3d-4bb9-ab9c-96a196901944 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.788550] env[62093]: DEBUG nova.scheduler.client.report [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1610.795714] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.797081] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1610.797081] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a2d4aa-f245-8807-ea23-f366368d751b" [ 1610.797081] env[62093]: _type = "Task" [ 1610.797081] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.807770] env[62093]: DEBUG oslo_vmware.api [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710439, 'name': RemoveSnapshot_Task, 'duration_secs': 1.540561} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.813377] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1610.813628] env[62093]: INFO nova.compute.manager [None req-b48bf292-ec96-4485-8f31-f3460267479f tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Took 23.37 seconds to snapshot the instance on the hypervisor. [ 1610.815899] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a2d4aa-f245-8807-ea23-f366368d751b, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.820015] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d295eb8-38f9-475f-a7fa-9c11a1e4d32a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.822205] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1610.822205] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c1ed85-21fe-0b7e-af28-f0cdae6e414a" [ 1610.822205] env[62093]: _type = "Task" [ 1610.822205] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.832392] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c1ed85-21fe-0b7e-af28-f0cdae6e414a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.948359] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.948549] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.948726] env[62093]: DEBUG nova.network.neutron [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.948907] env[62093]: DEBUG nova.objects.instance [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'info_cache' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.977633] env[62093]: INFO nova.compute.manager [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Rebuilding instance [ 1611.034578] env[62093]: DEBUG nova.compute.manager [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1611.035521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596f74b-19d3-4c4c-a2df-59f587e2fce9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.075795] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165ae27c-0335-485f-8bc2-01087d5dbd7f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.084203] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710447, 'name': Rename_Task, 'duration_secs': 0.137856} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.086339] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.086866] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.090055] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3844ef5a-fac4-4a7c-92b5-ddb8100a27b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.092886] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a932bc-f6e2-40fb-92ee-33d96d36f6ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.130663] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f2241-aeab-4111-b830-5996f124c5d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.133741] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1611.133741] env[62093]: value = "task-1710449" [ 1611.133741] env[62093]: _type = "Task" [ 1611.133741] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.143699] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4199856b-7bd5-42d4-a934-538f4c7f769a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.151288] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.162640] env[62093]: DEBUG nova.compute.provider_tree [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1611.172278] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.172520] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.220027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.287940] env[62093]: DEBUG nova.compute.manager [req-f4e28fe2-ab54-425c-9f66-da6d3f36d79c req-ccd163c4-ec52-47cc-b325-b958d6d691b6 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Received event network-vif-deleted-4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.288347] env[62093]: INFO nova.compute.manager [req-f4e28fe2-ab54-425c-9f66-da6d3f36d79c req-ccd163c4-ec52-47cc-b325-b958d6d691b6 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Neutron deleted interface 4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26; detaching it from the instance and deleting it from the info cache [ 1611.288442] env[62093]: DEBUG nova.network.neutron [req-f4e28fe2-ab54-425c-9f66-da6d3f36d79c req-ccd163c4-ec52-47cc-b325-b958d6d691b6 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.293448] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50916} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.293893] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb/c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.294113] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.294399] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91fe9fc3-a39e-47fc-98f9-d1fc8efde440 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.303138] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1611.303138] env[62093]: value = "task-1710450" [ 1611.303138] env[62093]: _type = "Task" [ 1611.303138] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.312118] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.334656] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c1ed85-21fe-0b7e-af28-f0cdae6e414a, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.334934] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.335211] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca/5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.335467] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9fea6b5-8805-4588-8c36-cc741e29c105 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.342730] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1611.342730] env[62093]: value = "task-1710451" [ 1611.342730] env[62093]: _type = "Task" [ 1611.342730] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.350761] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.452794] env[62093]: DEBUG nova.objects.base [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1611.542562] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.543565] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8bb415-0139-4d3c-a29d-deea6b70da78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.552583] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.552898] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.553133] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30685dcd-8f51-4199-9ed1-9dc57754d8f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.554670] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5be3e5-ceb1-4966-a6bf-ee4db3963dee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.561212] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1611.561212] env[62093]: value = "task-1710452" [ 1611.561212] env[62093]: _type = "Task" [ 1611.561212] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.568218] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.569580] env[62093]: DEBUG nova.network.neutron [-] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.648662] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710449, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.670694] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.671011] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.671275] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleting the datastore file [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.671635] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-233a874d-6e1e-442d-823d-9fc93a95df0e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.675973] env[62093]: DEBUG nova.compute.utils [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.678773] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1611.678773] env[62093]: value = "task-1710454" [ 1611.678773] env[62093]: _type = "Task" [ 1611.678773] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.690273] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.699703] env[62093]: DEBUG nova.scheduler.client.report [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1611.699856] env[62093]: DEBUG nova.compute.provider_tree [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 135 to 136 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1611.699979] env[62093]: DEBUG nova.compute.provider_tree [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1611.796031] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faa7ea31-b2a6-459b-be56-f7402397067f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.812418] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7105d7-f0ca-48ca-a8c5-dda24aab27c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.832610] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175161} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.832979] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1611.833889] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa930e5-0fb9-4cec-a004-9f0208f35e1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.852063] env[62093]: DEBUG nova.compute.manager [req-f4e28fe2-ab54-425c-9f66-da6d3f36d79c req-ccd163c4-ec52-47cc-b325-b958d6d691b6 service nova] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Detach interface failed, port_id=4d91cd0a-e4c6-43f0-8681-5b2b39f1fb26, reason: Instance 45833628-8acc-4ad2-85a1-eea967653501 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1611.875087] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb/c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.875459] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f211f1-78da-4f12-b72a-60378c1dd2e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.899098] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.900864] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1611.900864] env[62093]: value = "task-1710455" [ 1611.900864] env[62093]: _type = "Task" [ 1611.900864] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.912346] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.070898] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710452, 'name': PowerOffVM_Task, 'duration_secs': 0.438098} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.072131] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.072131] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.074236] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc9cf9ba-12b1-4c04-8deb-1ed2845f0db7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.075890] env[62093]: INFO nova.compute.manager [-] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Took 1.40 seconds to deallocate network for instance. [ 1612.082670] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1612.082670] env[62093]: value = "task-1710456" [ 1612.082670] env[62093]: _type = "Task" [ 1612.082670] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.090780] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.146939] env[62093]: DEBUG oslo_vmware.api [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710449, 'name': PowerOnVM_Task, 'duration_secs': 0.808982} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.147244] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.147341] env[62093]: INFO nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Took 13.12 seconds to spawn the instance on the hypervisor. [ 1612.147499] env[62093]: DEBUG nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1612.148333] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9595faa-3019-4285-ba35-6c726a18efff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.179893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.189947] env[62093]: DEBUG oslo_vmware.api [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394014} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.190251] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.190413] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.190588] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.200810] env[62093]: DEBUG nova.network.neutron [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updating instance_info_cache with network_info: [{"id": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "address": "fa:16:3e:60:97:f3", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356590eb-4c", "ovs_interfaceid": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.205346] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.343s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.205822] env[62093]: DEBUG nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1612.208462] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.571s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.210631] env[62093]: INFO nova.compute.claims [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.214016] env[62093]: INFO nova.scheduler.client.report [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted allocations for instance 3f59fd4d-e610-4193-bf90-5f4e3963989f [ 1612.361707] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587218} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.362524] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca/5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.362524] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.362665] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19a9d746-73b6-4e90-acfa-b12fb3917dbe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.369768] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1612.369768] env[62093]: value = "task-1710457" [ 1612.369768] env[62093]: _type = "Task" [ 1612.369768] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.379766] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.409448] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710455, 'name': ReconfigVM_Task, 'duration_secs': 0.345279} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.409730] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Reconfigured VM instance instance-0000005f to attach disk [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb/c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1612.410394] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62dfc0cd-5745-47a5-8647-a9a314c37286 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.416816] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1612.416816] env[62093]: value = "task-1710458" [ 1612.416816] env[62093]: _type = "Task" [ 1612.416816] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.425209] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710458, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.584557] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.594193] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1612.594486] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1612.594695] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356262', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'name': 'volume-7b92e994-d823-4571-9298-dab57b7bc1db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4e07402-3f6e-4c09-9eef-3edca3b3d020', 'attached_at': '', 'detached_at': '', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'serial': '7b92e994-d823-4571-9298-dab57b7bc1db'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1612.595565] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b366b62a-f03f-4956-9f7e-54a47220b298 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.615528] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170782ab-d8d0-41d5-9915-9c4771be04dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.622733] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73006983-5f80-4802-907f-9d10915e33ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.641098] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c174d8c-e291-434f-81dc-98e88171db4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.657243] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] The volume has not been displaced from its original location: [datastore1] volume-7b92e994-d823-4571-9298-dab57b7bc1db/volume-7b92e994-d823-4571-9298-dab57b7bc1db.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1612.662853] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1612.667060] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1caca9e-eca1-40ba-9132-2fc68c76b74e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.684070] env[62093]: INFO nova.compute.manager [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Took 18.75 seconds to build instance. [ 1612.690478] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1612.690478] env[62093]: value = "task-1710459" [ 1612.690478] env[62093]: _type = "Task" [ 1612.690478] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.699724] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.704045] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Releasing lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.715517] env[62093]: DEBUG nova.compute.utils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1612.717987] env[62093]: DEBUG nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1612.718279] env[62093]: DEBUG nova.network.neutron [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1612.724215] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.777795] env[62093]: DEBUG nova.policy [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd16d0baa72f475c83656489121f7c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dedf2cf7a88a40368fb6747e4618954d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1612.882223] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062043} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.882643] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.883535] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3a9b7a-dff4-4f9c-bb5b-85a0b8ec8418 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.909258] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca/5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.909907] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c7b15d-a46e-4081-8079-ff8ba343ab07 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.937097] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710458, 'name': Rename_Task, 'duration_secs': 0.15532} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.938661] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1612.939103] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1612.939103] env[62093]: value = "task-1710460" [ 1612.939103] env[62093]: _type = "Task" [ 1612.939103] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.939458] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e1005b-c877-48c9-8ae0-fe59e864db42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.950652] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.952130] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1612.952130] env[62093]: value = "task-1710461" [ 1612.952130] env[62093]: _type = "Task" [ 1612.952130] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.960018] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.183228] env[62093]: DEBUG nova.network.neutron [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Successfully created port: 90dffff4-4046-46da-894a-75bd40ee5a3d {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.189028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc9bbc3-6020-49bb-9b81-a1f3f3823eb5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "08d664a2-3934-45f5-897c-cfd94a221209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.270s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.198918] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710459, 'name': ReconfigVM_Task, 'duration_secs': 0.423038} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.199259] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1613.204220] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215020ed-393c-4efe-8e96-a37e30b864ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.218287] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.218555] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1363ef3c-443a-4e3e-8736-226a65a6c4ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.228515] env[62093]: DEBUG nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1613.233896] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1613.233896] env[62093]: value = "task-1710462" [ 1613.233896] env[62093]: _type = "Task" [ 1613.233896] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.233896] env[62093]: DEBUG oslo_vmware.api [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1613.233896] env[62093]: value = "task-1710463" [ 1613.233896] env[62093]: _type = "Task" [ 1613.233896] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.250940] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.258926] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.258926] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.258926] env[62093]: INFO nova.compute.manager [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Attaching volume fad6d9d4-01d1-43a2-8293-4388da29f805 to /dev/sdb [ 1613.259492] env[62093]: DEBUG oslo_vmware.api [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.298415] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5426e13-4dda-4298-84a9-7019c29ee876 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.306182] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7cc660-01c3-43f1-a3b6-b3a668a60ea9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.322195] env[62093]: DEBUG nova.virt.block_device [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updating existing volume attachment record: 0a45c05e-b082-4dba-bc75-008b77339ddb {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1613.329632] env[62093]: DEBUG nova.compute.manager [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received event network-vif-unplugged-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.330975] env[62093]: DEBUG oslo_concurrency.lockutils [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.330975] env[62093]: DEBUG oslo_concurrency.lockutils [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.330975] env[62093]: DEBUG oslo_concurrency.lockutils [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.330975] env[62093]: DEBUG nova.compute.manager [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] No waiting events found dispatching network-vif-unplugged-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1613.330975] env[62093]: WARNING nova.compute.manager [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received unexpected event network-vif-unplugged-c95595c5-f3ce-4260-9704-3376951dd44c for instance with vm_state shelved_offloaded and task_state None. [ 1613.330975] env[62093]: DEBUG nova.compute.manager [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received event network-changed-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.330975] env[62093]: DEBUG nova.compute.manager [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Refreshing instance network info cache due to event network-changed-c95595c5-f3ce-4260-9704-3376951dd44c. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1613.331368] env[62093]: DEBUG oslo_concurrency.lockutils [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] Acquiring lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.331368] env[62093]: DEBUG oslo_concurrency.lockutils [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] Acquired lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.331368] env[62093]: DEBUG nova.network.neutron [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Refreshing network info cache for port c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.452201] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.468139] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.495499] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfe0e4f-7c52-4c2e-aee2-f335cd21e194 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.502961] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61496e7-fb85-47ba-82eb-306f9466f795 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.537765] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d3cd74-98fe-4c3e-8f49-6b375d41b901 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.546010] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d389b0e-033f-48ff-b707-94a8be4d7a50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.561675] env[62093]: DEBUG nova.compute.provider_tree [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.753612] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710462, 'name': ReconfigVM_Task, 'duration_secs': 0.190385} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.759024] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356262', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'name': 'volume-7b92e994-d823-4571-9298-dab57b7bc1db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4e07402-3f6e-4c09-9eef-3edca3b3d020', 'attached_at': '', 'detached_at': '', 'volume_id': '7b92e994-d823-4571-9298-dab57b7bc1db', 'serial': '7b92e994-d823-4571-9298-dab57b7bc1db'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1613.759751] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.759874] env[62093]: DEBUG oslo_vmware.api [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710463, 'name': PowerOnVM_Task, 'duration_secs': 0.412659} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.761045] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0d3db0-c8b6-453c-b848-665f3bef8e0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.765089] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.765466] env[62093]: DEBUG nova.compute.manager [None req-8263e8c1-781e-4f6d-a96b-164df2567168 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1613.766445] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c89ae8-3257-4a99-b08d-f725cd126192 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.781023] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.781661] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb0cc50a-c910-4e29-81e3-712d2e1e6b2a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.889590] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.889830] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.890031] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Deleting the datastore file [datastore1] f4e07402-3f6e-4c09-9eef-3edca3b3d020 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.890575] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed6caf5f-11e5-4026-b294-4687ef186381 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.898579] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for the task: (returnval){ [ 1613.898579] env[62093]: value = "task-1710468" [ 1613.898579] env[62093]: _type = "Task" [ 1613.898579] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.906572] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.955290] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.962834] env[62093]: DEBUG oslo_vmware.api [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710461, 'name': PowerOnVM_Task, 'duration_secs': 0.642825} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.963120] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.963327] env[62093]: INFO nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Took 12.42 seconds to spawn the instance on the hypervisor. [ 1613.963504] env[62093]: DEBUG nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1613.964265] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e8dc1-1fce-41d9-9f92-7f056a04d3d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.065341] env[62093]: DEBUG nova.scheduler.client.report [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1614.081605] env[62093]: DEBUG nova.network.neutron [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updated VIF entry in instance network info cache for port c95595c5-f3ce-4260-9704-3376951dd44c. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.082034] env[62093]: DEBUG nova.network.neutron [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [{"id": "c95595c5-f3ce-4260-9704-3376951dd44c", "address": "fa:16:3e:9e:0a:20", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc95595c5-f3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.161663] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.161964] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.162592] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.162592] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.162592] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.164671] env[62093]: INFO nova.compute.manager [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Terminating instance [ 1614.166778] env[62093]: DEBUG nova.compute.manager [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1614.166778] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.167952] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdcaa47-e146-4050-9dc2-cdbc8ced88bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.176208] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.176504] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d889295f-b6f6-4bea-8db7-aa5ccb1d8a5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.183604] env[62093]: DEBUG oslo_vmware.api [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1614.183604] env[62093]: value = "task-1710469" [ 1614.183604] env[62093]: _type = "Task" [ 1614.183604] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.191579] env[62093]: DEBUG oslo_vmware.api [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.243703] env[62093]: DEBUG nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1614.274725] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1614.274965] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1614.275131] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.275310] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1614.276088] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.276088] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1614.276088] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1614.276088] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1614.276350] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1614.276570] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1614.276799] env[62093]: DEBUG nova.virt.hardware [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1614.277839] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6abc68-40b0-489c-9d61-063e73b250d1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.289124] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a6d4a9-1f14-4385-8fe8-76c33bc51730 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.411207] env[62093]: DEBUG oslo_vmware.api [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Task: {'id': task-1710468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253078} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.411477] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.411633] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.411808] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.452983] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710460, 'name': ReconfigVM_Task, 'duration_secs': 1.343088} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.453333] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca/5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.453965] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46c4524b-43ad-47d7-8c91-e6bbbb535aa0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.465271] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1614.465271] env[62093]: value = "task-1710470" [ 1614.465271] env[62093]: _type = "Task" [ 1614.465271] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.469576] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1614.469980] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3aae9aba-4ba4-4a15-992a-3cf7503db851 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.481596] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710470, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.486433] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e8c22f-013b-47d3-ab2d-53f7fb6bb3f1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.499354] env[62093]: INFO nova.compute.manager [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Took 19.99 seconds to build instance. [ 1614.524655] env[62093]: ERROR nova.compute.manager [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Failed to detach volume 7b92e994-d823-4571-9298-dab57b7bc1db from /dev/sda: nova.exception.InstanceNotFound: Instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 could not be found. [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Traceback (most recent call last): [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self.driver.rebuild(**kwargs) [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] raise NotImplementedError() [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] NotImplementedError [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] During handling of the above exception, another exception occurred: [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Traceback (most recent call last): [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self.driver.detach_volume(context, old_connection_info, [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] return self._volumeops.detach_volume(connection_info, instance) [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self._detach_volume_vmdk(connection_info, instance) [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] stable_ref.fetch_moref(session) [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] nova.exception.InstanceNotFound: Instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 could not be found. [ 1614.524655] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] [ 1614.570606] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.571150] env[62093]: DEBUG nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1614.573965] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.354s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.574190] env[62093]: DEBUG nova.objects.instance [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lazy-loading 'resources' on Instance uuid 38b1b79c-65f3-40a7-98d9-22c881129ec3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.584857] env[62093]: DEBUG oslo_concurrency.lockutils [req-f4ff79e8-4045-4490-953d-0a57aa540623 req-ae66f980-ca5e-4db1-90fb-1c2f921d3099 service nova] Releasing lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.693903] env[62093]: DEBUG oslo_vmware.api [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710469, 'name': PowerOffVM_Task, 'duration_secs': 0.302703} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.694207] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.694380] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.694638] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d8189d-2104-4cc6-afde-0b0f50e36a23 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.700840] env[62093]: DEBUG nova.compute.utils [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Build of instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 aborted: Failed to rebuild volume backed instance. {{(pid=62093) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1614.703165] env[62093]: ERROR nova.compute.manager [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 aborted: Failed to rebuild volume backed instance. [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Traceback (most recent call last): [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self.driver.rebuild(**kwargs) [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] raise NotImplementedError() [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] NotImplementedError [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] During handling of the above exception, another exception occurred: [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Traceback (most recent call last): [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self._detach_root_volume(context, instance, root_bdm) [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] with excutils.save_and_reraise_exception(): [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self.force_reraise() [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] raise self.value [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self.driver.detach_volume(context, old_connection_info, [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] return self._volumeops.detach_volume(connection_info, instance) [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self._detach_volume_vmdk(connection_info, instance) [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] stable_ref.fetch_moref(session) [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] nova.exception.InstanceNotFound: Instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 could not be found. [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] [ 1614.703165] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] During handling of the above exception, another exception occurred: [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Traceback (most recent call last): [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] yield [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self._do_rebuild_instance_with_claim( [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self._do_rebuild_instance( [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self._rebuild_default_impl(**kwargs) [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] self._rebuild_volume_backed_instance( [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] raise exception.BuildAbortException( [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] nova.exception.BuildAbortException: Build of instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 aborted: Failed to rebuild volume backed instance. [ 1614.704022] env[62093]: ERROR nova.compute.manager [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] [ 1614.940982] env[62093]: DEBUG nova.network.neutron [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Successfully updated port: 90dffff4-4046-46da-894a-75bd40ee5a3d {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1614.972256] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.972494] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.972688] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Deleting the datastore file [datastore1] ec0da455-437e-4a1f-8dc6-e6eeab89a472 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.973316] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79b51e44-0a3e-493d-91f0-6eb94135fffe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.979600] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710470, 'name': Rename_Task, 'duration_secs': 0.163368} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.980327] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.980603] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e111cfc9-64ed-4fcb-8d10-dc76745a51dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.984474] env[62093]: DEBUG oslo_vmware.api [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1614.984474] env[62093]: value = "task-1710472" [ 1614.984474] env[62093]: _type = "Task" [ 1614.984474] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.991613] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1614.991613] env[62093]: value = "task-1710473" [ 1614.991613] env[62093]: _type = "Task" [ 1614.991613] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.002414] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b374bc3-7a39-49e5-8bf5-898c11ced2ec tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.496s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.002414] env[62093]: DEBUG oslo_vmware.api [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.007012] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710473, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.055399] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.076676] env[62093]: DEBUG nova.compute.utils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.082155] env[62093]: DEBUG nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1615.082155] env[62093]: DEBUG nova.network.neutron [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.178062] env[62093]: DEBUG nova.policy [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8fbfd504be64d17b9aedf4cfe10150d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4842e4552d434d32b4cf70d95a5c8fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1615.317028] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f08ff4-d248-4712-9345-bb96b172f6f1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.324561] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ddeb7c-d6b1-4f76-8a35-de7579555440 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.356031] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9af0ffd-e4d7-493e-95de-b5a52305ca5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.364135] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8fd4a8-ba8c-45a5-afe3-f620c9840dd7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.377534] env[62093]: DEBUG nova.compute.provider_tree [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.440663] env[62093]: DEBUG nova.compute.manager [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Received event network-vif-plugged-90dffff4-4046-46da-894a-75bd40ee5a3d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1615.440899] env[62093]: DEBUG oslo_concurrency.lockutils [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] Acquiring lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.441126] env[62093]: DEBUG oslo_concurrency.lockutils [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.441411] env[62093]: DEBUG oslo_concurrency.lockutils [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.441604] env[62093]: DEBUG nova.compute.manager [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] No waiting events found dispatching network-vif-plugged-90dffff4-4046-46da-894a-75bd40ee5a3d {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1615.441769] env[62093]: WARNING nova.compute.manager [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Received unexpected event network-vif-plugged-90dffff4-4046-46da-894a-75bd40ee5a3d for instance with vm_state building and task_state spawning. [ 1615.441928] env[62093]: DEBUG nova.compute.manager [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Received event network-changed-90dffff4-4046-46da-894a-75bd40ee5a3d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1615.442093] env[62093]: DEBUG nova.compute.manager [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Refreshing instance network info cache due to event network-changed-90dffff4-4046-46da-894a-75bd40ee5a3d. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1615.442276] env[62093]: DEBUG oslo_concurrency.lockutils [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] Acquiring lock "refresh_cache-8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.442410] env[62093]: DEBUG oslo_concurrency.lockutils [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] Acquired lock "refresh_cache-8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.442561] env[62093]: DEBUG nova.network.neutron [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Refreshing network info cache for port 90dffff4-4046-46da-894a-75bd40ee5a3d {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.448500] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "refresh_cache-8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.494999] env[62093]: DEBUG oslo_vmware.api [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42474} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.499185] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.499185] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.499185] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.499185] env[62093]: INFO nova.compute.manager [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1615.499185] env[62093]: DEBUG oslo.service.loopingcall [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.499393] env[62093]: DEBUG nova.compute.manager [-] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1615.499393] env[62093]: DEBUG nova.network.neutron [-] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.506394] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.526973] env[62093]: INFO nova.compute.manager [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Rescuing [ 1615.527414] env[62093]: DEBUG oslo_concurrency.lockutils [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.527609] env[62093]: DEBUG oslo_concurrency.lockutils [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.527835] env[62093]: DEBUG nova.network.neutron [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.585516] env[62093]: DEBUG nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1615.680851] env[62093]: DEBUG nova.network.neutron [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Successfully created port: f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.880758] env[62093]: DEBUG nova.scheduler.client.report [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1616.006923] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.008970] env[62093]: DEBUG nova.compute.manager [req-0d1e1500-7010-4458-b0b3-41a735354924 req-36679f61-49ce-4c5a-849a-e6218f288aac service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Received event network-vif-deleted-4e88b10d-2984-4a2e-8a39-d32eae4f7555 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1616.009796] env[62093]: INFO nova.compute.manager [req-0d1e1500-7010-4458-b0b3-41a735354924 req-36679f61-49ce-4c5a-849a-e6218f288aac service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Neutron deleted interface 4e88b10d-2984-4a2e-8a39-d32eae4f7555; detaching it from the instance and deleting it from the info cache [ 1616.010022] env[62093]: DEBUG nova.network.neutron [req-0d1e1500-7010-4458-b0b3-41a735354924 req-36679f61-49ce-4c5a-849a-e6218f288aac service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.017572] env[62093]: DEBUG nova.network.neutron [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.189745] env[62093]: DEBUG nova.network.neutron [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.247441] env[62093]: DEBUG nova.network.neutron [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Updating instance_info_cache with network_info: [{"id": "799b9acb-b1e0-4070-a82c-1deaedd3ed86", "address": "fa:16:3e:fb:63:07", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799b9acb-b1", "ovs_interfaceid": "799b9acb-b1e0-4070-a82c-1deaedd3ed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.387894] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.390336] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.806s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.390811] env[62093]: DEBUG nova.objects.instance [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'resources' on Instance uuid 45833628-8acc-4ad2-85a1-eea967653501 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.411288] env[62093]: INFO nova.scheduler.client.report [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Deleted allocations for instance 38b1b79c-65f3-40a7-98d9-22c881129ec3 [ 1616.478961] env[62093]: DEBUG nova.network.neutron [-] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.506278] env[62093]: DEBUG oslo_vmware.api [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710473, 'name': PowerOnVM_Task, 'duration_secs': 1.0677} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.506412] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.506618] env[62093]: INFO nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Took 12.48 seconds to spawn the instance on the hypervisor. [ 1616.506805] env[62093]: DEBUG nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1616.507591] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e22770-f750-4ba0-9672-de1db0bef29c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.516036] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b9c6435-ddc8-418c-8f30-f3688e9d295c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.525617] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec93bbb9-dcef-4c94-94d3-3ce7b2a45123 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.561951] env[62093]: DEBUG nova.compute.manager [req-0d1e1500-7010-4458-b0b3-41a735354924 req-36679f61-49ce-4c5a-849a-e6218f288aac service nova] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Detach interface failed, port_id=4e88b10d-2984-4a2e-8a39-d32eae4f7555, reason: Instance ec0da455-437e-4a1f-8dc6-e6eeab89a472 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1616.598593] env[62093]: DEBUG nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1616.626966] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1616.626966] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1616.627145] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.627324] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1616.627534] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.627737] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1616.628033] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1616.628297] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1616.628500] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1616.628732] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1616.628967] env[62093]: DEBUG nova.virt.hardware [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1616.630583] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5afdba-a056-4502-b20c-d64b7527c893 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.640190] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf9ac47-f600-417f-997b-5f51b01afbf2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.692854] env[62093]: DEBUG oslo_concurrency.lockutils [req-441f455c-9911-4f33-a331-25dafdac71e7 req-40cbe9df-6651-40bc-b372-8315538da10c service nova] Releasing lock "refresh_cache-8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.693040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "refresh_cache-8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.693202] env[62093]: DEBUG nova.network.neutron [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.722585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.750965] env[62093]: DEBUG oslo_concurrency.lockutils [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "refresh_cache-c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.918446] env[62093]: DEBUG oslo_concurrency.lockutils [None req-981465e4-43f9-4134-9596-5ff260e60300 tempest-ServersAaction247Test-1820245858 tempest-ServersAaction247Test-1820245858-project-member] Lock "38b1b79c-65f3-40a7-98d9-22c881129ec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.424s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.981529] env[62093]: INFO nova.compute.manager [-] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Took 1.48 seconds to deallocate network for instance. [ 1617.029232] env[62093]: INFO nova.compute.manager [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Took 19.12 seconds to build instance. [ 1617.095480] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de1146d-4e56-4c2b-9353-60d08394a774 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.103051] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf0700f-74cf-43c9-8299-cc7cb3dfadc6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.135074] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798f209e-922c-4483-adc8-52467283256e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.142672] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d270a1b-b3fa-4571-a9b0-bbebba7f63dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.155981] env[62093]: DEBUG nova.compute.provider_tree [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.226258] env[62093]: DEBUG nova.network.neutron [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.282606] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.282606] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1cbd5d1-2267-4ed2-8bcc-105d48f8202b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.290349] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1617.290349] env[62093]: value = "task-1710475" [ 1617.290349] env[62093]: _type = "Task" [ 1617.290349] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.303674] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.347150] env[62093]: DEBUG nova.network.neutron [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Successfully updated port: f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.390671] env[62093]: DEBUG nova.network.neutron [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Updating instance_info_cache with network_info: [{"id": "90dffff4-4046-46da-894a-75bd40ee5a3d", "address": "fa:16:3e:2b:ed:fb", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dffff4-40", "ovs_interfaceid": "90dffff4-4046-46da-894a-75bd40ee5a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.407019] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Acquiring lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.407019] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.407019] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Acquiring lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.407172] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.407383] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.409770] env[62093]: INFO nova.compute.manager [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Terminating instance [ 1617.411982] env[62093]: DEBUG nova.compute.manager [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1617.412319] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b471e25b-937e-4aab-a146-707fbd0cfe45 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.421810] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528f947a-854c-4c4c-982f-46962a10a6fb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.454813] env[62093]: WARNING nova.virt.vmwareapi.driver [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 could not be found. [ 1617.455221] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.455483] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d2f706f-4917-4050-bd36-9f1121f10a8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.465814] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9621ad12-4161-4927-ace7-3c7cf2932c9d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.488696] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.501867] env[62093]: WARNING nova.virt.vmwareapi.vmops [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 could not be found. [ 1617.502098] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.502299] env[62093]: INFO nova.compute.manager [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1617.502556] env[62093]: DEBUG oslo.service.loopingcall [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.502800] env[62093]: DEBUG nova.compute.manager [-] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1617.502888] env[62093]: DEBUG nova.network.neutron [-] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1617.532904] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c60e24c7-31ee-4057-81bf-af20d4a03aa7 tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.638s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.592378] env[62093]: DEBUG nova.compute.manager [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Received event network-vif-plugged-f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1617.592722] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] Acquiring lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.593098] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] Lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.593337] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] Lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.593641] env[62093]: DEBUG nova.compute.manager [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] No waiting events found dispatching network-vif-plugged-f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1617.593877] env[62093]: WARNING nova.compute.manager [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Received unexpected event network-vif-plugged-f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b for instance with vm_state building and task_state spawning. [ 1617.594106] env[62093]: DEBUG nova.compute.manager [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Received event network-changed-f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1617.594290] env[62093]: DEBUG nova.compute.manager [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Refreshing instance network info cache due to event network-changed-f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1617.594503] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] Acquiring lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.594666] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] Acquired lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.594864] env[62093]: DEBUG nova.network.neutron [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Refreshing network info cache for port f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.659218] env[62093]: DEBUG nova.scheduler.client.report [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1617.804351] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710475, 'name': PowerOffVM_Task, 'duration_secs': 0.233653} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.804750] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.805577] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547ccd59-d696-41dd-9e8e-a012672c57fb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.824286] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378e6241-b434-44ca-a850-dc3684ae105f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.851773] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquiring lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.858276] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.858878] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc79680-3e5b-4691-b98a-cde9027abaca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.865930] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1617.865930] env[62093]: value = "task-1710476" [ 1617.865930] env[62093]: _type = "Task" [ 1617.865930] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.874693] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1617.874906] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.875226] env[62093]: DEBUG oslo_concurrency.lockutils [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.875317] env[62093]: DEBUG oslo_concurrency.lockutils [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.875483] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.875730] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9398fba4-a28a-4e1d-bfbf-2a1fce542658 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.883813] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.883928] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.884673] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02913422-27e9-4e1d-86bd-cba3b788372d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.889958] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1617.889958] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b2e237-e2ea-4e30-c6e1-8f5cc4908c15" [ 1617.889958] env[62093]: _type = "Task" [ 1617.889958] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.893697] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "refresh_cache-8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.893697] env[62093]: DEBUG nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Instance network_info: |[{"id": "90dffff4-4046-46da-894a-75bd40ee5a3d", "address": "fa:16:3e:2b:ed:fb", "network": {"id": "40a6bf8f-eddf-47d8-84c1-28c66ecedf6d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626649291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dedf2cf7a88a40368fb6747e4618954d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dffff4-40", "ovs_interfaceid": "90dffff4-4046-46da-894a-75bd40ee5a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1617.894072] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:ed:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90dffff4-4046-46da-894a-75bd40ee5a3d', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.901561] env[62093]: DEBUG oslo.service.loopingcall [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.902178] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.902401] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-963b6009-bcca-43e9-a9b7-9b7c37ac36a9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.922210] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b2e237-e2ea-4e30-c6e1-8f5cc4908c15, 'name': SearchDatastore_Task, 'duration_secs': 0.008627} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.923431] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fceca93-a1a4-4569-a56d-0b5a334c9524 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.928692] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.928692] env[62093]: value = "task-1710477" [ 1617.928692] env[62093]: _type = "Task" [ 1617.928692] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.932020] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1617.932020] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52df3711-79df-db82-d214-121a46b2bff0" [ 1617.932020] env[62093]: _type = "Task" [ 1617.932020] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.941019] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710477, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.946601] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52df3711-79df-db82-d214-121a46b2bff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.130814] env[62093]: DEBUG nova.network.neutron [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.142021] env[62093]: DEBUG nova.compute.manager [req-c18b5364-3dcc-47e9-980b-f99db4d3735a req-d062ac2e-5249-46df-b1c1-8d9d7729cdf0 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Received event network-vif-deleted-e08f5741-1d73-4115-968c-b8928bcf2688 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.142021] env[62093]: INFO nova.compute.manager [req-c18b5364-3dcc-47e9-980b-f99db4d3735a req-d062ac2e-5249-46df-b1c1-8d9d7729cdf0 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Neutron deleted interface e08f5741-1d73-4115-968c-b8928bcf2688; detaching it from the instance and deleting it from the info cache [ 1618.142021] env[62093]: DEBUG nova.network.neutron [req-c18b5364-3dcc-47e9-980b-f99db4d3735a req-d062ac2e-5249-46df-b1c1-8d9d7729cdf0 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.164853] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.167477] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.443s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.167711] env[62093]: DEBUG nova.objects.instance [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'resources' on Instance uuid 3f59fd4d-e610-4193-bf90-5f4e3963989f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.195361] env[62093]: INFO nova.scheduler.client.report [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted allocations for instance 45833628-8acc-4ad2-85a1-eea967653501 [ 1618.213183] env[62093]: DEBUG nova.network.neutron [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.378033] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1618.378033] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356335', 'volume_id': 'fad6d9d4-01d1-43a2-8293-4388da29f805', 'name': 'volume-fad6d9d4-01d1-43a2-8293-4388da29f805', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ad575db-be9e-4c4a-8ddf-26eb7a5a5001', 'attached_at': '', 'detached_at': '', 'volume_id': 'fad6d9d4-01d1-43a2-8293-4388da29f805', 'serial': 'fad6d9d4-01d1-43a2-8293-4388da29f805'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1618.378563] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8f09a3-d1cc-47a2-ad2e-ede793bc3f8b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.395809] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00d49a9-fba9-4041-a796-4da8f7ef37c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.421506] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-fad6d9d4-01d1-43a2-8293-4388da29f805/volume-fad6d9d4-01d1-43a2-8293-4388da29f805.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.421813] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01af0b2-71f1-4ba0-a1c8-b48901dd3b0f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.449142] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52df3711-79df-db82-d214-121a46b2bff0, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.452658] env[62093]: DEBUG oslo_concurrency.lockutils [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.452994] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. {{(pid=62093) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1618.453395] env[62093]: DEBUG oslo_vmware.api [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1618.453395] env[62093]: value = "task-1710478" [ 1618.453395] env[62093]: _type = "Task" [ 1618.453395] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.453556] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710477, 'name': CreateVM_Task, 'duration_secs': 0.434607} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.453747] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff562211-3f93-4d5d-8bc8-7d1de5cdee4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.455738] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.459331] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.459493] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.459807] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.461531] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9afc1a-88c5-44bb-b16f-5f936a01fca6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.464692] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1618.464692] env[62093]: value = "task-1710479" [ 1618.464692] env[62093]: _type = "Task" [ 1618.464692] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.468842] env[62093]: DEBUG oslo_vmware.api [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.472968] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1618.472968] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d7f3ea-070d-5c39-4754-f17e8009649e" [ 1618.472968] env[62093]: _type = "Task" [ 1618.472968] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.480324] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.485688] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d7f3ea-070d-5c39-4754-f17e8009649e, 'name': SearchDatastore_Task, 'duration_secs': 0.012797} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.485977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.486226] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.486497] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.486675] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.486868] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.487164] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0afbfe4a-dff9-4a4b-b2e2-9f34427d20d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.495058] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.495263] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.496027] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63eaff47-7be4-4396-8603-eb6076931868 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.501289] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1618.501289] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5277ba83-e4a6-e11d-ad59-79ed918583d5" [ 1618.501289] env[62093]: _type = "Task" [ 1618.501289] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.510446] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5277ba83-e4a6-e11d-ad59-79ed918583d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.572320] env[62093]: DEBUG nova.network.neutron [-] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.643306] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fde610b-12ca-4bd4-bff7-e8bd317060ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.655323] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4395514-bedd-4be6-b3da-8b43d36688f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.672695] env[62093]: DEBUG nova.objects.instance [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f59fd4d-e610-4193-bf90-5f4e3963989f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.692966] env[62093]: DEBUG nova.compute.manager [req-c18b5364-3dcc-47e9-980b-f99db4d3735a req-d062ac2e-5249-46df-b1c1-8d9d7729cdf0 service nova] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Detach interface failed, port_id=e08f5741-1d73-4115-968c-b8928bcf2688, reason: Instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1618.705021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15e9dc70-6d0a-46fd-81bc-4332bb5d8af0 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "45833628-8acc-4ad2-85a1-eea967653501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.664s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.716803] env[62093]: DEBUG oslo_concurrency.lockutils [req-c9b8359d-cd3e-4429-8f8c-bc46ec5ef784 req-e068e178-d2e0-49eb-a667-8afc2839c0e3 service nova] Releasing lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.717257] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquired lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.717556] env[62093]: DEBUG nova.network.neutron [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.969516] env[62093]: DEBUG oslo_vmware.api [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710478, 'name': ReconfigVM_Task, 'duration_secs': 0.501296} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.973494] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-fad6d9d4-01d1-43a2-8293-4388da29f805/volume-fad6d9d4-01d1-43a2-8293-4388da29f805.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.980538] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d620449-ee26-4c76-acde-517ef740f46f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.001134] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525537} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.002836] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. [ 1619.003286] env[62093]: DEBUG oslo_vmware.api [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1619.003286] env[62093]: value = "task-1710480" [ 1619.003286] env[62093]: _type = "Task" [ 1619.003286] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.004038] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf7a9be-165e-4d0b-834e-0bec060408be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.024637] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5277ba83-e4a6-e11d-ad59-79ed918583d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.053029] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.053439] env[62093]: DEBUG oslo_vmware.api [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.053615] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31bc5b7-a775-43cb-8e48-cbc98d17ec57 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.056155] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e73b33-c366-4bfc-a4fe-3e9922c7f737 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.069918] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.070192] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.070432] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.070621] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.070788] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.073753] env[62093]: INFO nova.compute.manager [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Terminating instance [ 1619.075287] env[62093]: INFO nova.compute.manager [-] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Took 1.57 seconds to deallocate network for instance. [ 1619.075857] env[62093]: DEBUG nova.compute.manager [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1619.076060] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1619.080197] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a723222-5129-4d2d-b172-888c783444a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.083310] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1619.083310] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f64084-f3d2-47f0-3d09-53fb982c9631" [ 1619.083310] env[62093]: _type = "Task" [ 1619.083310] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.085976] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1619.085976] env[62093]: value = "task-1710481" [ 1619.085976] env[62093]: _type = "Task" [ 1619.085976] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.094056] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1619.095937] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77507137-155d-4854-9386-612bb7fb64dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.100204] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f64084-f3d2-47f0-3d09-53fb982c9631, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.102097] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.102097] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8/8794d97a-48b9-46a6-ade9-9f4c79b9f4a8.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.104665] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7ed15c3-d1a1-4f74-807e-a8348da3115c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.106747] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.108111] env[62093]: DEBUG oslo_vmware.api [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1619.108111] env[62093]: value = "task-1710482" [ 1619.108111] env[62093]: _type = "Task" [ 1619.108111] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.115256] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1619.115256] env[62093]: value = "task-1710483" [ 1619.115256] env[62093]: _type = "Task" [ 1619.115256] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.124167] env[62093]: DEBUG oslo_vmware.api [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.129903] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.175889] env[62093]: DEBUG nova.objects.base [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Object Instance<3f59fd4d-e610-4193-bf90-5f4e3963989f> lazy-loaded attributes: resources,numa_topology {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1619.281552] env[62093]: DEBUG nova.network.neutron [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.459912] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7ea95a-7883-4b81-b38b-fa55d62df45e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.470373] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01bf32c-e306-470d-84b3-4db481b89eda {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.515311] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4b70d6-545d-4fd2-bf2c-82ecf17a508a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.532352] env[62093]: DEBUG oslo_vmware.api [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710480, 'name': ReconfigVM_Task, 'duration_secs': 0.185888} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.536108] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356335', 'volume_id': 'fad6d9d4-01d1-43a2-8293-4388da29f805', 'name': 'volume-fad6d9d4-01d1-43a2-8293-4388da29f805', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ad575db-be9e-4c4a-8ddf-26eb7a5a5001', 'attached_at': '', 'detached_at': '', 'volume_id': 'fad6d9d4-01d1-43a2-8293-4388da29f805', 'serial': 'fad6d9d4-01d1-43a2-8293-4388da29f805'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1619.539473] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71cbf57-1a67-468c-a509-d17316db8c4b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.557425] env[62093]: DEBUG nova.compute.provider_tree [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.596636] env[62093]: DEBUG nova.network.neutron [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Updating instance_info_cache with network_info: [{"id": "f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b", "address": "fa:16:3e:7f:87:f8", "network": {"id": "6aadc72f-e04b-4986-a75b-24f610a4167b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-605876638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4842e4552d434d32b4cf70d95a5c8fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a6b9bb-59", "ovs_interfaceid": "f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.609893] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.624842] env[62093]: DEBUG oslo_vmware.api [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710482, 'name': PowerOffVM_Task, 'duration_secs': 0.305048} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.625641] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1619.625812] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1619.626116] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-484984bd-2ca1-4d06-bd1f-febba716a3ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.632323] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710483, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.642183] env[62093]: INFO nova.compute.manager [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Took 0.56 seconds to detach 1 volumes for instance. [ 1619.645104] env[62093]: DEBUG nova.compute.manager [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Deleting volume: 7b92e994-d823-4571-9298-dab57b7bc1db {{(pid=62093) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1620.034845] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.034845] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.061943] env[62093]: DEBUG nova.scheduler.client.report [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1620.099526] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710481, 'name': ReconfigVM_Task, 'duration_secs': 0.828985} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.100046] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Reconfigured VM instance instance-0000005f to attach disk [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.101366] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2342ab1b-8734-4056-8052-23e2b44ff714 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.103765] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Releasing lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.104060] env[62093]: DEBUG nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Instance network_info: |[{"id": "f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b", "address": "fa:16:3e:7f:87:f8", "network": {"id": "6aadc72f-e04b-4986-a75b-24f610a4167b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-605876638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4842e4552d434d32b4cf70d95a5c8fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a6b9bb-59", "ovs_interfaceid": "f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1620.104660] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:87:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.112179] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Creating folder: Project (4842e4552d434d32b4cf70d95a5c8fc1). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1620.112799] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57b628b3-940a-4553-8f16-5f20af559cef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.140855] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a85c84a3-8032-4aea-8229-ba50615dd557 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.151039] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Created folder: Project (4842e4552d434d32b4cf70d95a5c8fc1) in parent group-v356072. [ 1620.151210] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Creating folder: Instances. Parent ref: group-v356337. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1620.151469] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53f628b9-aa23-4082-82b1-390d8b06e575 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.158637] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616374} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.159841] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8/8794d97a-48b9-46a6-ade9-9f4c79b9f4a8.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.160673] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.160673] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1620.160673] env[62093]: value = "task-1710488" [ 1620.160673] env[62093]: _type = "Task" [ 1620.160673] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.160673] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a309d6f-08b3-4eb9-a1e2-cfcba8103264 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.167416] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Created folder: Instances in parent group-v356337. [ 1620.167416] env[62093]: DEBUG oslo.service.loopingcall [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.167891] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.168120] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988fc93e-bea4-4267-a104-2c9fc7344082 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.188382] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.188738] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1620.188738] env[62093]: value = "task-1710489" [ 1620.188738] env[62093]: _type = "Task" [ 1620.188738] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.193904] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.193904] env[62093]: value = "task-1710490" [ 1620.193904] env[62093]: _type = "Task" [ 1620.193904] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.201128] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.201459] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.206603] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710490, 'name': CreateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.401647] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.401886] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.402082] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleting the datastore file [datastore1] 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.402355] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4894479d-b603-4b93-aed3-3e883e7027ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.409887] env[62093]: DEBUG oslo_vmware.api [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for the task: (returnval){ [ 1620.409887] env[62093]: value = "task-1710491" [ 1620.409887] env[62093]: _type = "Task" [ 1620.409887] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.418904] env[62093]: DEBUG oslo_vmware.api [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.537593] env[62093]: DEBUG nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1620.566933] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.569542] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.847s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.584359] env[62093]: DEBUG nova.objects.instance [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'flavor' on Instance uuid 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.679750] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710488, 'name': ReconfigVM_Task, 'duration_secs': 0.429303} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.682604] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.683334] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc78e66-8147-450a-bb60-24a7006babb3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.690137] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1620.690137] env[62093]: value = "task-1710492" [ 1620.690137] env[62093]: _type = "Task" [ 1620.690137] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.710202] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070323} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.714137] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.714188] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710492, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.718399] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3024aa73-f73b-43af-a9cb-bd1d32489358 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.724902] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710490, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.750031] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8/8794d97a-48b9-46a6-ade9-9f4c79b9f4a8.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.751377] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85e0ac16-41bc-4e1f-8e9c-6a72362484f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.771303] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1620.771303] env[62093]: value = "task-1710493" [ 1620.771303] env[62093]: _type = "Task" [ 1620.771303] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.782061] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.855912] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f454fe-263f-4c9f-b30e-a42fc895a18f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.864379] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9ac1af-9c87-4414-8585-1438246904c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.896140] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfeac6b-f9fd-44b2-8c39-34746e88d2b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.904752] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e175d9-676a-4ac3-80f5-9b1ad571d579 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.921324] env[62093]: DEBUG nova.compute.provider_tree [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.927465] env[62093]: DEBUG oslo_vmware.api [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Task: {'id': task-1710491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344061} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.927710] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1620.927890] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1620.928079] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1620.928287] env[62093]: INFO nova.compute.manager [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1620.929051] env[62093]: DEBUG oslo.service.loopingcall [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.929051] env[62093]: DEBUG nova.compute.manager [-] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1620.929051] env[62093]: DEBUG nova.network.neutron [-] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.071276] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.080223] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7ec2f90d-1c55-4d6c-8f6e-50a730dfdb18 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.161s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.081162] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.026s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.081338] env[62093]: INFO nova.compute.manager [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Unshelving [ 1621.090133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d8590b98-291e-4ebc-9b55-05e29e0d3978 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.833s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.203731] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.213913] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710490, 'name': CreateVM_Task, 'duration_secs': 0.540258} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.214106] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.214895] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.215113] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.215472] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.215757] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5925a4-d58a-4dad-a830-f0c75f3e6ec0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.221873] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1621.221873] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d55ad3-4c77-130c-429c-ef7c7a8f6ea7" [ 1621.221873] env[62093]: _type = "Task" [ 1621.221873] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.232477] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d55ad3-4c77-130c-429c-ef7c7a8f6ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.283706] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.305430] env[62093]: DEBUG nova.compute.manager [req-26eb2bf6-5bb3-4b77-bdfb-e8109ece25d0 req-71eee955-d134-4019-87b8-1f677cba77f8 service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Received event network-vif-deleted-37995450-f816-48a2-b042-0aed0efae79b {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1621.305805] env[62093]: INFO nova.compute.manager [req-26eb2bf6-5bb3-4b77-bdfb-e8109ece25d0 req-71eee955-d134-4019-87b8-1f677cba77f8 service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Neutron deleted interface 37995450-f816-48a2-b042-0aed0efae79b; detaching it from the instance and deleting it from the info cache [ 1621.305805] env[62093]: DEBUG nova.network.neutron [req-26eb2bf6-5bb3-4b77-bdfb-e8109ece25d0 req-71eee955-d134-4019-87b8-1f677cba77f8 service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.456320] env[62093]: ERROR nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [req-2a82331f-779e-478d-a535-2fdbc4c337c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a82331f-779e-478d-a535-2fdbc4c337c1"}]}: nova.exception.BuildAbortException: Build of instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 aborted: Failed to rebuild volume backed instance. [ 1621.477614] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1621.501016] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1621.501016] env[62093]: DEBUG nova.compute.provider_tree [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1621.512132] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1621.541499] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1621.711751] env[62093]: DEBUG nova.network.neutron [-] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.721554] env[62093]: DEBUG oslo_vmware.api [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710492, 'name': PowerOnVM_Task, 'duration_secs': 0.697861} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.727906] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.732763] env[62093]: DEBUG nova.compute.manager [None req-244faad6-417e-474b-8b8f-600134d8c5e9 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1621.733781] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c36f6e-3cfa-43f6-86e1-e4168ac0ce2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.744230] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d55ad3-4c77-130c-429c-ef7c7a8f6ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.022749} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.744979] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.745245] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.745504] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.745771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.745975] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.753380] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6af98fc7-4f1f-44b1-9bce-a093da53fd03 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.764839] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.765041] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.765791] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1c0022-bf00-45f4-9d8d-6581842bf904 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.776914] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1621.776914] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52322966-7e84-bb2e-d417-b281f9fcd35f" [ 1621.776914] env[62093]: _type = "Task" [ 1621.776914] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.785288] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710493, 'name': ReconfigVM_Task, 'duration_secs': 0.690771} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.785919] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8/8794d97a-48b9-46a6-ade9-9f4c79b9f4a8.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.786971] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7512bc7d-1ed1-4425-843d-e79251ba6727 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.794939] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52322966-7e84-bb2e-d417-b281f9fcd35f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.800453] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1621.800453] env[62093]: value = "task-1710494" [ 1621.800453] env[62093]: _type = "Task" [ 1621.800453] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.806800] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7162351b-71eb-4e9e-98a4-b0a300161690 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.813821] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710494, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.813821] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba397caf-9868-413c-8ed1-54acef293c74 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.823101] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a335eb-fa59-4301-85be-009195155cf2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.831050] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd86e2ef-9e6b-4f45-a3dc-86f2a711c929 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.882554] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc3e02e-9abf-4987-be67-3cfed91874ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.885590] env[62093]: DEBUG nova.compute.manager [req-26eb2bf6-5bb3-4b77-bdfb-e8109ece25d0 req-71eee955-d134-4019-87b8-1f677cba77f8 service nova] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Detach interface failed, port_id=37995450-f816-48a2-b042-0aed0efae79b, reason: Instance 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1621.891155] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ef385d-fe62-4dac-bdaf-15d9248c1b4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.904527] env[62093]: DEBUG nova.compute.provider_tree [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1622.099336] env[62093]: DEBUG nova.compute.utils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1622.185848] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "7cb75c99-6afd-4806-bfc2-3bb671c83289" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.186094] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "7cb75c99-6afd-4806-bfc2-3bb671c83289" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.212198] env[62093]: INFO nova.compute.manager [-] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Took 1.28 seconds to deallocate network for instance. [ 1622.287761] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52322966-7e84-bb2e-d417-b281f9fcd35f, 'name': SearchDatastore_Task, 'duration_secs': 0.017751} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.288731] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6505c6a3-340e-40a7-b4cb-8dd1bfb9c9a2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.294366] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1622.294366] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5213b2da-a4cc-4308-1ae3-0d4b4164a345" [ 1622.294366] env[62093]: _type = "Task" [ 1622.294366] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.302016] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5213b2da-a4cc-4308-1ae3-0d4b4164a345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.309021] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710494, 'name': Rename_Task, 'duration_secs': 0.305694} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.309278] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.309501] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2548930-9b5c-416e-acdb-e3069647b680 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.315364] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1622.315364] env[62093]: value = "task-1710495" [ 1622.315364] env[62093]: _type = "Task" [ 1622.315364] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.322688] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.425620] env[62093]: ERROR nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [req-1b28b645-94b1-4a4b-a954-7effb902994d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b28b645-94b1-4a4b-a954-7effb902994d"}]}: nova.exception.BuildAbortException: Build of instance f4e07402-3f6e-4c09-9eef-3edca3b3d020 aborted: Failed to rebuild volume backed instance. [ 1622.443107] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1622.458289] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1622.458521] env[62093]: DEBUG nova.compute.provider_tree [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1622.469841] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1622.488421] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1622.603396] env[62093]: INFO nova.virt.block_device [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Booting with volume 069a7648-a232-4697-b635-4837eb07c3b5 at /dev/sdb [ 1622.639521] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cb94ac8-cae9-4a80-85cc-2bdc58fb727c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.649101] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24fbcc-9882-4d8c-8c26-8af708dc62f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.686024] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81270d73-b502-49a6-8c36-84204ffd5729 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.687999] env[62093]: DEBUG nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1622.699167] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5379b29-e678-4d99-8794-feeb780eb7fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.721023] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.742219] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868fcf57-11a4-4650-a29f-fa6d10a1027e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.749821] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd439b94-29eb-4fea-bb09-4a9a7d9b767c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.756653] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e900f5c-d29c-4905-8a03-f8a72a437676 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.764096] env[62093]: DEBUG nova.virt.block_device [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating existing volume attachment record: 6ce377ae-2c2e-48c5-86dd-36ad4c315dab {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1622.769170] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b12de80-5ac6-4ebb-9f69-176ee902ed60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.803175] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1bb2eb-7a94-41d5-8e73-096821de4c97 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.811075] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5213b2da-a4cc-4308-1ae3-0d4b4164a345, 'name': SearchDatastore_Task, 'duration_secs': 0.027056} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.813201] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.813475] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 5dca4a06-e4f4-469c-b6e3-3826a2d5b752/5dca4a06-e4f4-469c-b6e3-3826a2d5b752.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.813747] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2df04c94-f161-4a5b-930e-5bd8f864b31f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.816818] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77a404-e6e9-427f-8cb9-16049e3b9040 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.828236] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1622.828236] env[62093]: value = "task-1710496" [ 1622.828236] env[62093]: _type = "Task" [ 1622.828236] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.837808] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710495, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.838973] env[62093]: DEBUG nova.compute.provider_tree [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1622.851238] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.210094] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.331024] env[62093]: DEBUG oslo_vmware.api [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710495, 'name': PowerOnVM_Task, 'duration_secs': 0.741968} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.331422] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.331618] env[62093]: INFO nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1623.331761] env[62093]: DEBUG nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1623.332704] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892add3e-23a7-45aa-b1df-48ee6d05f891 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.351441] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476369} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.351718] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 5dca4a06-e4f4-469c-b6e3-3826a2d5b752/5dca4a06-e4f4-469c-b6e3-3826a2d5b752.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.351943] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.352267] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f12bd1c-956f-476f-817d-ed5f6121641e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.359013] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1623.359013] env[62093]: value = "task-1710500" [ 1623.359013] env[62093]: _type = "Task" [ 1623.359013] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.366783] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.374871] env[62093]: DEBUG nova.scheduler.client.report [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1623.375163] env[62093]: DEBUG nova.compute.provider_tree [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 140 to 141 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1623.375427] env[62093]: DEBUG nova.compute.provider_tree [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1623.851033] env[62093]: INFO nova.compute.manager [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Took 15.01 seconds to build instance. [ 1623.870641] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067099} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.870910] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.871753] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997f58c3-71b4-4d22-b95e-0e538235e804 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.886166] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.316s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.886254] env[62093]: INFO nova.compute.manager [None req-1b9f0ef8-dedb-4036-bf6c-3600ee664946 tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Successfully reverted task state from rebuilding on failure for instance. [ 1623.899973] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 5dca4a06-e4f4-469c-b6e3-3826a2d5b752/5dca4a06-e4f4-469c-b6e3-3826a2d5b752.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.900645] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.412s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.900901] env[62093]: DEBUG nova.objects.instance [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lazy-loading 'resources' on Instance uuid ec0da455-437e-4a1f-8dc6-e6eeab89a472 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.901888] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebcd53a5-db58-4720-885a-eddccd1d5833 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.922512] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1623.922512] env[62093]: value = "task-1710501" [ 1623.922512] env[62093]: _type = "Task" [ 1623.922512] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.930831] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.034471] env[62093]: INFO nova.compute.manager [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Rescuing [ 1624.034471] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.034653] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.034772] env[62093]: DEBUG nova.network.neutron [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.354166] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0c1e51d3-6a81-48ff-8f74-022af131ef06 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.521s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.435935] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710501, 'name': ReconfigVM_Task, 'duration_secs': 0.39831} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.435935] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 5dca4a06-e4f4-469c-b6e3-3826a2d5b752/5dca4a06-e4f4-469c-b6e3-3826a2d5b752.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.437389] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-017ee530-787e-4327-ad14-c2b7ccb2fc6e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.445589] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1624.445589] env[62093]: value = "task-1710502" [ 1624.445589] env[62093]: _type = "Task" [ 1624.445589] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.456553] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710502, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.631662] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.632156] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.680022] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8cd586-d62f-4bab-81ee-b497a67c4d1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.688536] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b212c00-b5f4-4b5c-8f4b-ada1ded71583 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.722037] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e3ffa-323f-43d9-a4b1-3a619f4fce28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.730187] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffe8296-bbf5-45bb-841a-b9516a1b9a2f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.746389] env[62093]: DEBUG nova.compute.provider_tree [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1624.788476] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.788741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.788926] env[62093]: DEBUG nova.compute.manager [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1624.790083] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7547187f-1a77-4364-9e00-97c4bb5f12d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.793976] env[62093]: DEBUG nova.network.neutron [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updating instance_info_cache with network_info: [{"id": "dc443c36-238f-4134-a329-740c2e5285da", "address": "fa:16:3e:6a:32:b8", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc443c36-23", "ovs_interfaceid": "dc443c36-238f-4134-a329-740c2e5285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.798353] env[62093]: DEBUG nova.compute.manager [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1624.798899] env[62093]: DEBUG nova.objects.instance [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lazy-loading 'flavor' on Instance uuid 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.955483] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710502, 'name': Rename_Task, 'duration_secs': 0.141779} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.955800] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.956065] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cd29c95-9a98-4cbb-9da8-275a55366820 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.962491] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1624.962491] env[62093]: value = "task-1710503" [ 1624.962491] env[62093]: _type = "Task" [ 1624.962491] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.969616] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.986171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5101dc39-58a4-46b2-8f69-3aa82250cdd1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.986425] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5101dc39-58a4-46b2-8f69-3aa82250cdd1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.986747] env[62093]: DEBUG nova.objects.instance [None req-5101dc39-58a4-46b2-8f69-3aa82250cdd1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'flavor' on Instance uuid 752fff1f-86fc-4808-a52a-fbc27681b4fb {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.140521] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.140725] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1625.280115] env[62093]: DEBUG nova.scheduler.client.report [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1625.280538] env[62093]: DEBUG nova.compute.provider_tree [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 141 to 142 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1625.280645] env[62093]: DEBUG nova.compute.provider_tree [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1625.296368] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.304060] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.304387] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00c90ed9-35ee-44d5-a175-9af5bb9c0bc9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.312507] env[62093]: DEBUG oslo_vmware.api [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1625.312507] env[62093]: value = "task-1710505" [ 1625.312507] env[62093]: _type = "Task" [ 1625.312507] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.323568] env[62093]: DEBUG oslo_vmware.api [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.474364] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710503, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.490062] env[62093]: DEBUG nova.objects.instance [None req-5101dc39-58a4-46b2-8f69-3aa82250cdd1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'pci_requests' on Instance uuid 752fff1f-86fc-4808-a52a-fbc27681b4fb {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.785928] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.788945] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.587s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.788945] env[62093]: DEBUG nova.objects.instance [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lazy-loading 'resources' on Instance uuid f4e07402-3f6e-4c09-9eef-3edca3b3d020 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.807043] env[62093]: INFO nova.scheduler.client.report [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Deleted allocations for instance ec0da455-437e-4a1f-8dc6-e6eeab89a472 [ 1625.821607] env[62093]: DEBUG oslo_vmware.api [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710505, 'name': PowerOffVM_Task, 'duration_secs': 0.278754} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.821845] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.822031] env[62093]: DEBUG nova.compute.manager [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.822777] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743cb05e-267b-4a30-806b-be7825d77f37 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.833733] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.835045] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa11f582-9a96-4586-b79b-b330dc7fb125 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.840571] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1625.840571] env[62093]: value = "task-1710506" [ 1625.840571] env[62093]: _type = "Task" [ 1625.840571] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.848291] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.974344] env[62093]: DEBUG oslo_vmware.api [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710503, 'name': PowerOnVM_Task, 'duration_secs': 0.760957} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.975193] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.975266] env[62093]: INFO nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1625.975407] env[62093]: DEBUG nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.976255] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd687f-12de-462d-9f81-529fdb7a67cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.992050] env[62093]: DEBUG nova.objects.base [None req-5101dc39-58a4-46b2-8f69-3aa82250cdd1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Object Instance<752fff1f-86fc-4808-a52a-fbc27681b4fb> lazy-loaded attributes: flavor,pci_requests {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1625.992287] env[62093]: DEBUG nova.network.neutron [None req-5101dc39-58a4-46b2-8f69-3aa82250cdd1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.082637] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5101dc39-58a4-46b2-8f69-3aa82250cdd1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.096s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.313998] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a017781e-526c-4508-83d5-4506f7a255af tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "ec0da455-437e-4a1f-8dc6-e6eeab89a472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.152s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.340229] env[62093]: DEBUG oslo_concurrency.lockutils [None req-45d0cd9d-2505-4a3e-a794-5274369a1c54 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.551s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.353866] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710506, 'name': PowerOffVM_Task, 'duration_secs': 0.359662} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.354837] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.355664] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122cfa0e-9f6a-4236-8ea6-5b1f27464d8f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.379762] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2751e311-343f-4ad8-ad94-0d074f212e80 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.414432] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.414849] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cc8fec7-e851-4e58-926c-fcd063a2bc68 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.421559] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1626.421559] env[62093]: value = "task-1710507" [ 1626.421559] env[62093]: _type = "Task" [ 1626.421559] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.429659] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.495230] env[62093]: INFO nova.compute.manager [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Took 16.88 seconds to build instance. [ 1626.503891] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bf443c-6e3e-4600-b335-ff218f615190 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.513631] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ac8f65-330b-4075-9bad-827a8dfda10e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.545016] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "1b2c3901-2f44-4d90-bec1-0caa68491505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.545324] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "1b2c3901-2f44-4d90-bec1-0caa68491505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.545573] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "1b2c3901-2f44-4d90-bec1-0caa68491505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.545777] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "1b2c3901-2f44-4d90-bec1-0caa68491505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.545987] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "1b2c3901-2f44-4d90-bec1-0caa68491505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.548880] env[62093]: INFO nova.compute.manager [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Terminating instance [ 1626.550922] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619af2c9-7593-4e0b-be7a-322bc3784361 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.554126] env[62093]: DEBUG nova.compute.manager [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1626.554349] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.555113] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd8cd3e-5faf-420d-ba93-1e2ee62ee910 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.565141] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.566358] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407e6f02-75d9-446d-b258-f08e46998cba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.570101] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b0424eb-f5e5-43e5-b080-bc5b812db34b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.581450] env[62093]: DEBUG nova.compute.provider_tree [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.584085] env[62093]: DEBUG oslo_vmware.api [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1626.584085] env[62093]: value = "task-1710508" [ 1626.584085] env[62093]: _type = "Task" [ 1626.584085] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.594965] env[62093]: DEBUG oslo_vmware.api [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.934274] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1626.934506] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1626.934680] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.934828] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.935015] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.935284] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b30eee8-3219-46df-bf5e-2ada6138e4fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.944137] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.944316] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.945018] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee07fe4f-bdcd-4358-9b79-10870bd0360d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.950167] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1626.950167] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5261cb02-00c5-5c83-8d62-07682c39b2ae" [ 1626.950167] env[62093]: _type = "Task" [ 1626.950167] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.957842] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5261cb02-00c5-5c83-8d62-07682c39b2ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.997511] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ea2b1565-ac8f-466f-8a8e-e8c2c4969930 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.389s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.086393] env[62093]: DEBUG nova.scheduler.client.report [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1627.106800] env[62093]: DEBUG oslo_vmware.api [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710508, 'name': PowerOffVM_Task, 'duration_secs': 0.189801} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.106800] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.106800] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.108614] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63b1bbe0-d9bc-4e14-ab09-70f2d4bee8aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.212601] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.212859] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.213095] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Deleting the datastore file [datastore1] 1b2c3901-2f44-4d90-bec1-0caa68491505 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.213425] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eab45271-10cb-4e23-9542-9faac0543156 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.221110] env[62093]: DEBUG oslo_vmware.api [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for the task: (returnval){ [ 1627.221110] env[62093]: value = "task-1710510" [ 1627.221110] env[62093]: _type = "Task" [ 1627.221110] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.229673] env[62093]: DEBUG oslo_vmware.api [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.463221] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5261cb02-00c5-5c83-8d62-07682c39b2ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.464212] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee756489-a258-4f25-afbd-89b68110753c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.470115] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1627.470115] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5292ecac-13e7-f062-dada-9115d100f9f7" [ 1627.470115] env[62093]: _type = "Task" [ 1627.470115] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.478381] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5292ecac-13e7-f062-dada-9115d100f9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.601960] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.605976] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.535s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.609426] env[62093]: INFO nova.compute.claims [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1627.623326] env[62093]: DEBUG nova.compute.manager [req-ca4eb8f5-d9b5-43a4-b81e-58d7457035ea req-77823684-a6cb-4766-8a8c-1217ef485c4f service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Received event network-changed-f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1627.623473] env[62093]: DEBUG nova.compute.manager [req-ca4eb8f5-d9b5-43a4-b81e-58d7457035ea req-77823684-a6cb-4766-8a8c-1217ef485c4f service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Refreshing instance network info cache due to event network-changed-f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1627.623691] env[62093]: DEBUG oslo_concurrency.lockutils [req-ca4eb8f5-d9b5-43a4-b81e-58d7457035ea req-77823684-a6cb-4766-8a8c-1217ef485c4f service nova] Acquiring lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.623856] env[62093]: DEBUG oslo_concurrency.lockutils [req-ca4eb8f5-d9b5-43a4-b81e-58d7457035ea req-77823684-a6cb-4766-8a8c-1217ef485c4f service nova] Acquired lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.624036] env[62093]: DEBUG nova.network.neutron [req-ca4eb8f5-d9b5-43a4-b81e-58d7457035ea req-77823684-a6cb-4766-8a8c-1217ef485c4f service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Refreshing network info cache for port f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.733026] env[62093]: DEBUG oslo_vmware.api [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Task: {'id': task-1710510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140423} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.733026] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1627.733026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1627.733026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1627.733026] env[62093]: INFO nova.compute.manager [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1627.733355] env[62093]: DEBUG oslo.service.loopingcall [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.733635] env[62093]: DEBUG nova.compute.manager [-] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1627.733789] env[62093]: DEBUG nova.network.neutron [-] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.982717] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5292ecac-13e7-f062-dada-9115d100f9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.982717] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.982717] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. {{(pid=62093) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1627.983132] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edcfe1f8-324f-4518-9868-901ffb97125c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.993401] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1627.993401] env[62093]: value = "task-1710511" [ 1627.993401] env[62093]: _type = "Task" [ 1627.993401] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.002683] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.057982] env[62093]: DEBUG nova.compute.manager [req-e03aca7e-e9bc-4f8d-af96-cbe3a3bf7215 req-8c59c212-e58f-4391-9892-1a0c75e589ec service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Received event network-vif-deleted-2f93c931-c837-457a-b043-cf4182d8ecd1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1628.058258] env[62093]: INFO nova.compute.manager [req-e03aca7e-e9bc-4f8d-af96-cbe3a3bf7215 req-8c59c212-e58f-4391-9892-1a0c75e589ec service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Neutron deleted interface 2f93c931-c837-457a-b043-cf4182d8ecd1; detaching it from the instance and deleting it from the info cache [ 1628.058478] env[62093]: DEBUG nova.network.neutron [req-e03aca7e-e9bc-4f8d-af96-cbe3a3bf7215 req-8c59c212-e58f-4391-9892-1a0c75e589ec service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.133548] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5a0d6988-e3e3-488d-8e40-0a6a28fa800f tempest-ServerActionsV293TestJSON-1134122970 tempest-ServerActionsV293TestJSON-1134122970-project-member] Lock "f4e07402-3f6e-4c09-9eef-3edca3b3d020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.727s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.180090] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.181033] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.181033] env[62093]: DEBUG nova.objects.instance [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'flavor' on Instance uuid 752fff1f-86fc-4808-a52a-fbc27681b4fb {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.303476] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.303832] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.304091] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.304285] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.304453] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.306806] env[62093]: INFO nova.compute.manager [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Terminating instance [ 1628.308686] env[62093]: DEBUG nova.compute.manager [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1628.308926] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.309839] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c337c63c-ac8f-4ffe-85d3-4f76ec3e7848 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.318917] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.319254] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d67e40c3-f57f-4826-bb99-15b7b647c8e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.373187] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.378826] env[62093]: DEBUG nova.network.neutron [req-ca4eb8f5-d9b5-43a4-b81e-58d7457035ea req-77823684-a6cb-4766-8a8c-1217ef485c4f service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Updated VIF entry in instance network info cache for port f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.379261] env[62093]: DEBUG nova.network.neutron [req-ca4eb8f5-d9b5-43a4-b81e-58d7457035ea req-77823684-a6cb-4766-8a8c-1217ef485c4f service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Updating instance_info_cache with network_info: [{"id": "f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b", "address": "fa:16:3e:7f:87:f8", "network": {"id": "6aadc72f-e04b-4986-a75b-24f610a4167b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-605876638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4842e4552d434d32b4cf70d95a5c8fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1a6b9bb-59", "ovs_interfaceid": "f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.421040] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.421040] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.421546] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleting the datastore file [datastore1] 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.422141] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5370cc5-3122-4295-877d-e07bf62824c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.428755] env[62093]: DEBUG oslo_vmware.api [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1628.428755] env[62093]: value = "task-1710513" [ 1628.428755] env[62093]: _type = "Task" [ 1628.428755] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.437190] env[62093]: DEBUG oslo_vmware.api [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.488652] env[62093]: DEBUG nova.network.neutron [-] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.504442] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.561811] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-269d7c35-decd-4e36-b56f-9f5ccb7c80a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.573447] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be0686b-0495-4809-acdc-b8a8d07d310e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.608584] env[62093]: DEBUG nova.compute.manager [req-e03aca7e-e9bc-4f8d-af96-cbe3a3bf7215 req-8c59c212-e58f-4391-9892-1a0c75e589ec service nova] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Detach interface failed, port_id=2f93c931-c837-457a-b043-cf4182d8ecd1, reason: Instance 1b2c3901-2f44-4d90-bec1-0caa68491505 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1628.786692] env[62093]: DEBUG nova.objects.instance [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'pci_requests' on Instance uuid 752fff1f-86fc-4808-a52a-fbc27681b4fb {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.827998] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5831399-a2ce-415b-ad9d-903aa97631e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.836618] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b9f2d-f2da-4bba-a37f-04514a14cbf2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.867012] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b6a895-86a2-486b-a059-490a2e27e3e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.874897] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13971791-a676-426c-a38e-ef9c3eab7ec3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.890212] env[62093]: DEBUG oslo_concurrency.lockutils [req-ca4eb8f5-d9b5-43a4-b81e-58d7457035ea req-77823684-a6cb-4766-8a8c-1217ef485c4f service nova] Releasing lock "refresh_cache-5dca4a06-e4f4-469c-b6e3-3826a2d5b752" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.890893] env[62093]: DEBUG nova.compute.provider_tree [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.939976] env[62093]: DEBUG oslo_vmware.api [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.991411] env[62093]: INFO nova.compute.manager [-] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Took 1.26 seconds to deallocate network for instance. [ 1629.006605] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567294} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.006889] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. [ 1629.007655] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ce4f4f-440a-4570-87d7-2d7837984aa3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.033045] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.033889] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea1935d-e50b-475a-8ae4-51dc73ab803e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.052511] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1629.052511] env[62093]: value = "task-1710514" [ 1629.052511] env[62093]: _type = "Task" [ 1629.052511] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.060734] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.165790] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1629.166052] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.166219] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.166432] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.166515] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.166655] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.166800] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.166939] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1629.167101] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.290546] env[62093]: DEBUG nova.objects.base [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Object Instance<752fff1f-86fc-4808-a52a-fbc27681b4fb> lazy-loaded attributes: flavor,pci_requests {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1629.290740] env[62093]: DEBUG nova.network.neutron [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.329215] env[62093]: DEBUG nova.policy [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1629.394264] env[62093]: DEBUG nova.scheduler.client.report [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1629.439930] env[62093]: DEBUG oslo_vmware.api [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.652052} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.440198] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.440401] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.440589] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.440762] env[62093]: INFO nova.compute.manager [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1629.440998] env[62093]: DEBUG oslo.service.loopingcall [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.441512] env[62093]: DEBUG nova.compute.manager [-] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1629.441615] env[62093]: DEBUG nova.network.neutron [-] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.501313] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.564463] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.597783] env[62093]: DEBUG nova.network.neutron [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Successfully created port: d9da75cc-df2f-4a07-a01b-df386051e399 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1629.669818] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.763784] env[62093]: DEBUG nova.compute.manager [req-b38ba4c9-aaca-4ae1-81a0-1929ee3f4e89 req-b789c763-029f-4861-867f-7fcc5050394e service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Received event network-vif-deleted-90dffff4-4046-46da-894a-75bd40ee5a3d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1629.763918] env[62093]: INFO nova.compute.manager [req-b38ba4c9-aaca-4ae1-81a0-1929ee3f4e89 req-b789c763-029f-4861-867f-7fcc5050394e service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Neutron deleted interface 90dffff4-4046-46da-894a-75bd40ee5a3d; detaching it from the instance and deleting it from the info cache [ 1629.764116] env[62093]: DEBUG nova.network.neutron [req-b38ba4c9-aaca-4ae1-81a0-1929ee3f4e89 req-b789c763-029f-4861-867f-7fcc5050394e service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.899482] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.899801] env[62093]: DEBUG nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1629.902757] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.185s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.903058] env[62093]: DEBUG nova.objects.instance [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lazy-loading 'resources' on Instance uuid 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.064290] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.239455] env[62093]: DEBUG nova.network.neutron [-] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.267062] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38563001-9b1f-4964-b507-d910a03d8978 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.276790] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27a33bb-e944-44e0-b257-7d72eed7eabf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.306896] env[62093]: DEBUG nova.compute.manager [req-b38ba4c9-aaca-4ae1-81a0-1929ee3f4e89 req-b789c763-029f-4861-867f-7fcc5050394e service nova] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Detach interface failed, port_id=90dffff4-4046-46da-894a-75bd40ee5a3d, reason: Instance 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1630.405994] env[62093]: DEBUG nova.compute.utils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.410494] env[62093]: DEBUG nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1630.410910] env[62093]: DEBUG nova.network.neutron [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.466017] env[62093]: DEBUG nova.policy [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e44974e772444ab1b775f73c407122e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1d7ccca9ae4cc78f2400b3b6d580f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1630.576913] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710514, 'name': ReconfigVM_Task, 'duration_secs': 1.275326} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.577185] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.581324] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c0f537-f4d1-4775-82c9-f08f3fb6f545 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.611848] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f3cffb-7278-426f-abc2-c2553b7bf10f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.628346] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1630.628346] env[62093]: value = "task-1710515" [ 1630.628346] env[62093]: _type = "Task" [ 1630.628346] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.635399] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b538fe78-a068-4be4-a890-f0742f4377b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.642220] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.644951] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c2471-838f-472e-b08a-f56594edd7e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.681022] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aa9314-a948-439c-934c-432e7e61e134 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.688409] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4213e-c303-4acd-844e-d03de3d2455e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.702092] env[62093]: DEBUG nova.compute.provider_tree [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.741805] env[62093]: INFO nova.compute.manager [-] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Took 1.30 seconds to deallocate network for instance. [ 1630.784201] env[62093]: DEBUG nova.network.neutron [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Successfully created port: 5abd86f2-7135-4866-b502-4bc2ad712060 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.910856] env[62093]: DEBUG nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1631.101943] env[62093]: DEBUG nova.network.neutron [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Successfully updated port: d9da75cc-df2f-4a07-a01b-df386051e399 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1631.138053] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.157539] env[62093]: DEBUG nova.compute.manager [req-de0982da-6c24-4bd5-8414-a396ce005867 req-2de248de-f7ed-4528-941f-949dc5e6fb0c service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-vif-plugged-d9da75cc-df2f-4a07-a01b-df386051e399 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1631.157772] env[62093]: DEBUG oslo_concurrency.lockutils [req-de0982da-6c24-4bd5-8414-a396ce005867 req-2de248de-f7ed-4528-941f-949dc5e6fb0c service nova] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.158246] env[62093]: DEBUG oslo_concurrency.lockutils [req-de0982da-6c24-4bd5-8414-a396ce005867 req-2de248de-f7ed-4528-941f-949dc5e6fb0c service nova] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.158246] env[62093]: DEBUG oslo_concurrency.lockutils [req-de0982da-6c24-4bd5-8414-a396ce005867 req-2de248de-f7ed-4528-941f-949dc5e6fb0c service nova] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.158379] env[62093]: DEBUG nova.compute.manager [req-de0982da-6c24-4bd5-8414-a396ce005867 req-2de248de-f7ed-4528-941f-949dc5e6fb0c service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] No waiting events found dispatching network-vif-plugged-d9da75cc-df2f-4a07-a01b-df386051e399 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1631.158543] env[62093]: WARNING nova.compute.manager [req-de0982da-6c24-4bd5-8414-a396ce005867 req-2de248de-f7ed-4528-941f-949dc5e6fb0c service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received unexpected event network-vif-plugged-d9da75cc-df2f-4a07-a01b-df386051e399 for instance with vm_state active and task_state None. [ 1631.204792] env[62093]: DEBUG nova.scheduler.client.report [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1631.249617] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.604525] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.604659] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.604842] env[62093]: DEBUG nova.network.neutron [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.637949] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710515, 'name': ReconfigVM_Task, 'duration_secs': 0.534501} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.638266] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.638525] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b921c1c-7227-4306-be7d-13e6d5cf0831 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.645032] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1631.645032] env[62093]: value = "task-1710516" [ 1631.645032] env[62093]: _type = "Task" [ 1631.645032] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.652902] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.710179] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.713553] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.504s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.715758] env[62093]: INFO nova.compute.claims [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.730497] env[62093]: INFO nova.scheduler.client.report [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Deleted allocations for instance 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca [ 1631.920380] env[62093]: DEBUG nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1631.948066] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1631.948345] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1631.948515] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.948695] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1631.948836] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.949032] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1631.949209] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1631.949366] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1631.949531] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1631.949688] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1631.949857] env[62093]: DEBUG nova.virt.hardware [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1631.950795] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca145e5-26f8-473f-a727-4ce74308ef3d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.958796] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e6e6f9-65db-4a3b-9d6e-6366647e1da0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.139827] env[62093]: WARNING nova.network.neutron [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] c3045398-6b6f-4365-8ed5-e500f44f2345 already exists in list: networks containing: ['c3045398-6b6f-4365-8ed5-e500f44f2345']. ignoring it [ 1632.160833] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.237304] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c62e0882-cd4e-40e2-85fa-567201d3e3ad tempest-ServerDiskConfigTestJSON-1390738291 tempest-ServerDiskConfigTestJSON-1390738291-project-member] Lock "5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.167s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.374428] env[62093]: DEBUG nova.compute.manager [req-4be03da9-2db5-4b05-8c0f-3ee90d4bfbfa req-e7dec411-709d-44d8-b5b6-a839c06eec19 service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Received event network-vif-plugged-5abd86f2-7135-4866-b502-4bc2ad712060 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1632.374738] env[62093]: DEBUG oslo_concurrency.lockutils [req-4be03da9-2db5-4b05-8c0f-3ee90d4bfbfa req-e7dec411-709d-44d8-b5b6-a839c06eec19 service nova] Acquiring lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.374933] env[62093]: DEBUG oslo_concurrency.lockutils [req-4be03da9-2db5-4b05-8c0f-3ee90d4bfbfa req-e7dec411-709d-44d8-b5b6-a839c06eec19 service nova] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.375143] env[62093]: DEBUG oslo_concurrency.lockutils [req-4be03da9-2db5-4b05-8c0f-3ee90d4bfbfa req-e7dec411-709d-44d8-b5b6-a839c06eec19 service nova] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.375327] env[62093]: DEBUG nova.compute.manager [req-4be03da9-2db5-4b05-8c0f-3ee90d4bfbfa req-e7dec411-709d-44d8-b5b6-a839c06eec19 service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] No waiting events found dispatching network-vif-plugged-5abd86f2-7135-4866-b502-4bc2ad712060 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1632.375526] env[62093]: WARNING nova.compute.manager [req-4be03da9-2db5-4b05-8c0f-3ee90d4bfbfa req-e7dec411-709d-44d8-b5b6-a839c06eec19 service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Received unexpected event network-vif-plugged-5abd86f2-7135-4866-b502-4bc2ad712060 for instance with vm_state building and task_state spawning. [ 1632.411435] env[62093]: DEBUG nova.network.neutron [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Successfully updated port: 5abd86f2-7135-4866-b502-4bc2ad712060 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.460195] env[62093]: DEBUG nova.network.neutron [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9da75cc-df2f-4a07-a01b-df386051e399", "address": "fa:16:3e:65:14:e2", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9da75cc-df", "ovs_interfaceid": "d9da75cc-df2f-4a07-a01b-df386051e399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.656169] env[62093]: DEBUG oslo_vmware.api [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710516, 'name': PowerOnVM_Task, 'duration_secs': 0.593628} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.656475] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.659039] env[62093]: DEBUG nova.compute.manager [None req-86545228-dbc7-4af2-ad79-1e90a7ad6d6a tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1632.659830] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0c4af4-a49a-4978-918c-f79e8839e80a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.917940] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.918193] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.918428] env[62093]: DEBUG nova.network.neutron [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.926815] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f8973c-6442-4f4c-8116-08b5207fce79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.944622] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890a47d4-b210-4c71-8f9a-058ec81ee53a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.981400] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.982063] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.982222] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.983297] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9f1834-7baf-48f1-a90e-c154f97710fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.986454] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d8c203-b005-4a29-aa39-4847f9111f5e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.005282] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbae13b-0c8e-495b-9eb2-52b9fabea4e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.009575] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1633.009713] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1633.010414] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.010414] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1633.010414] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.010414] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1633.010623] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1633.010712] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1633.010876] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1633.011088] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1633.011204] env[62093]: DEBUG nova.virt.hardware [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1633.017386] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Reconfiguring VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1633.018059] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474518c7-3b23-4be3-a4a8-527372fbec93 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.040498] env[62093]: DEBUG nova.compute.provider_tree [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.043555] env[62093]: DEBUG oslo_vmware.api [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1633.043555] env[62093]: value = "task-1710517" [ 1633.043555] env[62093]: _type = "Task" [ 1633.043555] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.052535] env[62093]: DEBUG oslo_vmware.api [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710517, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.268116] env[62093]: DEBUG nova.compute.manager [req-2c6f1ddf-4c58-461b-a274-5be791549d78 req-f52b59eb-fa37-4c68-9f77-9f111e5dd5fe service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-changed-d9da75cc-df2f-4a07-a01b-df386051e399 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1633.268386] env[62093]: DEBUG nova.compute.manager [req-2c6f1ddf-4c58-461b-a274-5be791549d78 req-f52b59eb-fa37-4c68-9f77-9f111e5dd5fe service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Refreshing instance network info cache due to event network-changed-d9da75cc-df2f-4a07-a01b-df386051e399. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1633.268554] env[62093]: DEBUG oslo_concurrency.lockutils [req-2c6f1ddf-4c58-461b-a274-5be791549d78 req-f52b59eb-fa37-4c68-9f77-9f111e5dd5fe service nova] Acquiring lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.269152] env[62093]: DEBUG oslo_concurrency.lockutils [req-2c6f1ddf-4c58-461b-a274-5be791549d78 req-f52b59eb-fa37-4c68-9f77-9f111e5dd5fe service nova] Acquired lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.269152] env[62093]: DEBUG nova.network.neutron [req-2c6f1ddf-4c58-461b-a274-5be791549d78 req-f52b59eb-fa37-4c68-9f77-9f111e5dd5fe service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Refreshing network info cache for port d9da75cc-df2f-4a07-a01b-df386051e399 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.479326] env[62093]: DEBUG nova.network.neutron [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.548033] env[62093]: DEBUG nova.scheduler.client.report [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1633.557762] env[62093]: INFO nova.compute.manager [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Unrescuing [ 1633.558440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.560021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.561018] env[62093]: DEBUG nova.network.neutron [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.580065] env[62093]: DEBUG oslo_vmware.api [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.927483] env[62093]: DEBUG nova.network.neutron [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance_info_cache with network_info: [{"id": "5abd86f2-7135-4866-b502-4bc2ad712060", "address": "fa:16:3e:85:57:21", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd86f2-71", "ovs_interfaceid": "5abd86f2-7135-4866-b502-4bc2ad712060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.996298] env[62093]: DEBUG nova.network.neutron [req-2c6f1ddf-4c58-461b-a274-5be791549d78 req-f52b59eb-fa37-4c68-9f77-9f111e5dd5fe service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updated VIF entry in instance network info cache for port d9da75cc-df2f-4a07-a01b-df386051e399. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.996633] env[62093]: DEBUG nova.network.neutron [req-2c6f1ddf-4c58-461b-a274-5be791549d78 req-f52b59eb-fa37-4c68-9f77-9f111e5dd5fe service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9da75cc-df2f-4a07-a01b-df386051e399", "address": "fa:16:3e:65:14:e2", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9da75cc-df", "ovs_interfaceid": "d9da75cc-df2f-4a07-a01b-df386051e399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.059183] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.059694] env[62093]: DEBUG nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1634.062333] env[62093]: DEBUG oslo_vmware.api [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710517, 'name': ReconfigVM_Task, 'duration_secs': 0.804293} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.062582] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.690s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.062775] env[62093]: DEBUG nova.objects.instance [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f59fd4d-e610-4193-bf90-5f4e3963989f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.063908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.064124] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Reconfigured VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1634.312424] env[62093]: DEBUG nova.network.neutron [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updating instance_info_cache with network_info: [{"id": "dc443c36-238f-4134-a329-740c2e5285da", "address": "fa:16:3e:6a:32:b8", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc443c36-23", "ovs_interfaceid": "dc443c36-238f-4134-a329-740c2e5285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.429695] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.430107] env[62093]: DEBUG nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Instance network_info: |[{"id": "5abd86f2-7135-4866-b502-4bc2ad712060", "address": "fa:16:3e:85:57:21", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd86f2-71", "ovs_interfaceid": "5abd86f2-7135-4866-b502-4bc2ad712060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1634.431231] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:57:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5abd86f2-7135-4866-b502-4bc2ad712060', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.439240] env[62093]: DEBUG oslo.service.loopingcall [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.439532] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.439787] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5120d587-f813-4938-9b18-e3eb6212373f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.469081] env[62093]: DEBUG nova.compute.manager [req-ac7b09bb-e1c8-4f5d-a499-6b164fc812e4 req-98821494-00ab-4593-9b3a-511ad844b2ae service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Received event network-changed-5abd86f2-7135-4866-b502-4bc2ad712060 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1634.469399] env[62093]: DEBUG nova.compute.manager [req-ac7b09bb-e1c8-4f5d-a499-6b164fc812e4 req-98821494-00ab-4593-9b3a-511ad844b2ae service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Refreshing instance network info cache due to event network-changed-5abd86f2-7135-4866-b502-4bc2ad712060. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1634.469747] env[62093]: DEBUG oslo_concurrency.lockutils [req-ac7b09bb-e1c8-4f5d-a499-6b164fc812e4 req-98821494-00ab-4593-9b3a-511ad844b2ae service nova] Acquiring lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.470025] env[62093]: DEBUG oslo_concurrency.lockutils [req-ac7b09bb-e1c8-4f5d-a499-6b164fc812e4 req-98821494-00ab-4593-9b3a-511ad844b2ae service nova] Acquired lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.470349] env[62093]: DEBUG nova.network.neutron [req-ac7b09bb-e1c8-4f5d-a499-6b164fc812e4 req-98821494-00ab-4593-9b3a-511ad844b2ae service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Refreshing network info cache for port 5abd86f2-7135-4866-b502-4bc2ad712060 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.478329] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.478329] env[62093]: value = "task-1710518" [ 1634.478329] env[62093]: _type = "Task" [ 1634.478329] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.490926] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710518, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.500814] env[62093]: DEBUG oslo_concurrency.lockutils [req-2c6f1ddf-4c58-461b-a274-5be791549d78 req-f52b59eb-fa37-4c68-9f77-9f111e5dd5fe service nova] Releasing lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.568318] env[62093]: DEBUG nova.compute.utils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.571178] env[62093]: DEBUG nova.objects.instance [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f59fd4d-e610-4193-bf90-5f4e3963989f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.574343] env[62093]: DEBUG nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1634.574343] env[62093]: DEBUG nova.network.neutron [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.575893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a596255-c5b3-41a3-afc0-58b6ba3b76d1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.395s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.625353] env[62093]: DEBUG nova.policy [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '030dea4a96cb4561ae52021d26f3ec6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73192caea9d849ad953f30deb42c6f6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1634.815930] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.816648] env[62093]: DEBUG nova.objects.instance [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lazy-loading 'flavor' on Instance uuid 08d664a2-3934-45f5-897c-cfd94a221209 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.932618] env[62093]: DEBUG nova.network.neutron [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Successfully created port: 71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1634.995132] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710518, 'name': CreateVM_Task, 'duration_secs': 0.339441} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.995323] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1634.996880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.996880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.996880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1634.997089] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df976a53-42f4-4a51-9970-fc10e38a1e31 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.002453] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1635.002453] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525570c5-915d-0191-4c03-c02a445713fc" [ 1635.002453] env[62093]: _type = "Task" [ 1635.002453] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.013159] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525570c5-915d-0191-4c03-c02a445713fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.073789] env[62093]: DEBUG nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1635.076907] env[62093]: INFO nova.compute.claims [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.187759] env[62093]: DEBUG nova.network.neutron [req-ac7b09bb-e1c8-4f5d-a499-6b164fc812e4 req-98821494-00ab-4593-9b3a-511ad844b2ae service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updated VIF entry in instance network info cache for port 5abd86f2-7135-4866-b502-4bc2ad712060. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.188162] env[62093]: DEBUG nova.network.neutron [req-ac7b09bb-e1c8-4f5d-a499-6b164fc812e4 req-98821494-00ab-4593-9b3a-511ad844b2ae service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance_info_cache with network_info: [{"id": "5abd86f2-7135-4866-b502-4bc2ad712060", "address": "fa:16:3e:85:57:21", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd86f2-71", "ovs_interfaceid": "5abd86f2-7135-4866-b502-4bc2ad712060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.323045] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c62c40-cf40-4507-9116-ac19b42af559 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.346504] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.350022] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb8ed745-e6a4-4775-8ce8-c7fc1fccda92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.353998] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1635.353998] env[62093]: value = "task-1710519" [ 1635.353998] env[62093]: _type = "Task" [ 1635.353998] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.361757] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.516164] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525570c5-915d-0191-4c03-c02a445713fc, 'name': SearchDatastore_Task, 'duration_secs': 0.052056} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.516595] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.516901] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.517295] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.517473] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.518741] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.518741] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d25a0dc-fd01-4935-8900-480b516bb550 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.526522] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.526737] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.527575] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02fb9e4-0bb1-457f-a358-9feaef0a0deb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.536777] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1635.536777] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523fe119-0d99-e7fe-3b8d-f262cf50727c" [ 1635.536777] env[62093]: _type = "Task" [ 1635.536777] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.548605] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523fe119-0d99-e7fe-3b8d-f262cf50727c, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.549644] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc056af-c506-4486-8257-a2b40e5de9fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.558983] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1635.558983] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524ad22b-2d94-3bb3-8892-d7ecaa04e64a" [ 1635.558983] env[62093]: _type = "Task" [ 1635.558983] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.567878] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524ad22b-2d94-3bb3-8892-d7ecaa04e64a, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.568153] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.568405] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 81da7613-689a-4f57-b8e7-ab7ff71afa2b/81da7613-689a-4f57-b8e7-ab7ff71afa2b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.568651] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c986f9f-2331-4542-ab1b-647a133306b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.576450] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1635.576450] env[62093]: value = "task-1710520" [ 1635.576450] env[62093]: _type = "Task" [ 1635.576450] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.591726] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.691009] env[62093]: DEBUG oslo_concurrency.lockutils [req-ac7b09bb-e1c8-4f5d-a499-6b164fc812e4 req-98821494-00ab-4593-9b3a-511ad844b2ae service nova] Releasing lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.864270] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710519, 'name': PowerOffVM_Task, 'duration_secs': 0.318412} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.864528] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.869985] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1635.870275] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0c03527-d8ab-42f7-a140-3fb7a49f12fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.888912] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1635.888912] env[62093]: value = "task-1710521" [ 1635.888912] env[62093]: _type = "Task" [ 1635.888912] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.896738] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.083152] env[62093]: DEBUG nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1636.096601] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710520, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.126114] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.126445] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.126658] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.126893] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.127077] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.127717] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.127717] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.127895] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.127993] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.128655] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.128655] env[62093]: DEBUG nova.virt.hardware [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.129606] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b2005-e0a1-4e07-8f85-dc8ce9646aad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.140890] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe0856f-9796-43e2-b8d3-9d1f4cdb4618 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.204489] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-e087101d-fa20-4ca0-a25d-b276be5809ff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.204781] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-e087101d-fa20-4ca0-a25d-b276be5809ff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.205263] env[62093]: DEBUG nova.objects.instance [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'flavor' on Instance uuid 752fff1f-86fc-4808-a52a-fbc27681b4fb {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.299659] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c34820b-42e4-425a-928d-77a44b1c1009 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.307247] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f7cae-93bb-46f3-87cf-73320b58c088 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.337575] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8823d5be-7b1e-44a4-9f2c-a1aeb660421c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.344657] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c0ca11-1410-448b-96ad-65550071fe9c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.052943] env[62093]: DEBUG nova.network.neutron [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Successfully updated port: 71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.058661] env[62093]: DEBUG nova.compute.manager [req-754a54d3-5045-4cf1-bd30-8ce85441c873 req-d7dc9d98-184e-4915-aebf-667f72577c05 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Received event network-vif-plugged-71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1637.058880] env[62093]: DEBUG oslo_concurrency.lockutils [req-754a54d3-5045-4cf1-bd30-8ce85441c873 req-d7dc9d98-184e-4915-aebf-667f72577c05 service nova] Acquiring lock "7cb75c99-6afd-4806-bfc2-3bb671c83289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.059340] env[62093]: DEBUG oslo_concurrency.lockutils [req-754a54d3-5045-4cf1-bd30-8ce85441c873 req-d7dc9d98-184e-4915-aebf-667f72577c05 service nova] Lock "7cb75c99-6afd-4806-bfc2-3bb671c83289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.059537] env[62093]: DEBUG oslo_concurrency.lockutils [req-754a54d3-5045-4cf1-bd30-8ce85441c873 req-d7dc9d98-184e-4915-aebf-667f72577c05 service nova] Lock "7cb75c99-6afd-4806-bfc2-3bb671c83289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.059705] env[62093]: DEBUG nova.compute.manager [req-754a54d3-5045-4cf1-bd30-8ce85441c873 req-d7dc9d98-184e-4915-aebf-667f72577c05 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] No waiting events found dispatching network-vif-plugged-71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1637.059908] env[62093]: WARNING nova.compute.manager [req-754a54d3-5045-4cf1-bd30-8ce85441c873 req-d7dc9d98-184e-4915-aebf-667f72577c05 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Received unexpected event network-vif-plugged-71846e07-7cb0-4660-903d-2f45cbb6b013 for instance with vm_state building and task_state spawning. [ 1637.077436] env[62093]: DEBUG nova.compute.provider_tree [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1637.084738] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710521, 'name': ReconfigVM_Task, 'duration_secs': 0.379641} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.084965] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62949} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.088011] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1637.088255] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.088721] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 81da7613-689a-4f57-b8e7-ab7ff71afa2b/81da7613-689a-4f57-b8e7-ab7ff71afa2b.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.088933] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.089604] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f457c67c-491c-4e15-a3b9-11d17d37f226 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.091178] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20e23525-bf13-459b-a83a-efe3f1d41786 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.099160] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1637.099160] env[62093]: value = "task-1710522" [ 1637.099160] env[62093]: _type = "Task" [ 1637.099160] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.099414] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1637.099414] env[62093]: value = "task-1710523" [ 1637.099414] env[62093]: _type = "Task" [ 1637.099414] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.112542] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.115506] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.119877] env[62093]: DEBUG nova.scheduler.client.report [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1637.120144] env[62093]: DEBUG nova.compute.provider_tree [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 142 to 143 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1637.120326] env[62093]: DEBUG nova.compute.provider_tree [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1637.228045] env[62093]: DEBUG nova.objects.instance [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'pci_requests' on Instance uuid 752fff1f-86fc-4808-a52a-fbc27681b4fb {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.561654] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.561903] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.561951] env[62093]: DEBUG nova.network.neutron [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1637.614163] env[62093]: DEBUG oslo_vmware.api [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710522, 'name': PowerOnVM_Task, 'duration_secs': 0.491335} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.617167] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.617415] env[62093]: DEBUG nova.compute.manager [None req-df16469b-d8be-457a-bcf7-65185797a0a5 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1637.617708] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070869} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.618414] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e886a05c-16e6-420b-bc68-e08102d0f101 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.620739] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.621480] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8424a3c-5e2f-487c-bbb8-7d0d68bc9c6d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.625930] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.563s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.629084] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.128s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.629306] env[62093]: DEBUG nova.objects.instance [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lazy-loading 'resources' on Instance uuid 1b2c3901-2f44-4d90-bec1-0caa68491505 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.651588] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 81da7613-689a-4f57-b8e7-ab7ff71afa2b/81da7613-689a-4f57-b8e7-ab7ff71afa2b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.652404] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a285a714-2db5-4f65-933e-feeea920a1f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.673201] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1637.673201] env[62093]: value = "task-1710524" [ 1637.673201] env[62093]: _type = "Task" [ 1637.673201] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.681707] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.682549] env[62093]: INFO nova.network.neutron [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating port c95595c5-f3ce-4260-9704-3376951dd44c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1637.730872] env[62093]: DEBUG nova.objects.base [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Object Instance<752fff1f-86fc-4808-a52a-fbc27681b4fb> lazy-loaded attributes: flavor,pci_requests {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1637.731171] env[62093]: DEBUG nova.network.neutron [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1637.821177] env[62093]: DEBUG nova.policy [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1637.982640] env[62093]: INFO nova.compute.manager [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Rebuilding instance [ 1638.059733] env[62093]: DEBUG nova.compute.manager [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1638.060668] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd855c1c-6e5f-47f7-9839-e35417d41530 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.112211] env[62093]: DEBUG nova.network.neutron [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.182853] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710524, 'name': ReconfigVM_Task, 'duration_secs': 0.264861} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.185250] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 81da7613-689a-4f57-b8e7-ab7ff71afa2b/81da7613-689a-4f57-b8e7-ab7ff71afa2b.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.186016] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8ca4b98-5956-4f51-833b-0111a7dac909 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.192190] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1638.192190] env[62093]: value = "task-1710525" [ 1638.192190] env[62093]: _type = "Task" [ 1638.192190] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.200614] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710525, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.257604] env[62093]: DEBUG nova.network.neutron [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Updating instance_info_cache with network_info: [{"id": "71846e07-7cb0-4660-903d-2f45cbb6b013", "address": "fa:16:3e:b2:1c:06", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71846e07-7c", "ovs_interfaceid": "71846e07-7cb0-4660-903d-2f45cbb6b013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.319038] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fc868a-5e67-44b7-b461-ed54e315407c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.326501] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b8220-ee12-4ed2-93a3-0657db79932a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.357699] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f195d1bc-500c-4c3a-8e86-6f0e5b824ecb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.365670] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173941e3-b56a-4599-bda1-261e08592ee3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.379032] env[62093]: DEBUG nova.compute.provider_tree [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.571293] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.571643] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b0f52c3-a42a-42bb-9b0b-a90e62bc571d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.579356] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1638.579356] env[62093]: value = "task-1710526" [ 1638.579356] env[62093]: _type = "Task" [ 1638.579356] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.586886] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.695028] env[62093]: DEBUG nova.compute.manager [req-29b4d1c1-2acd-4eff-ab25-45205a2df29d req-d4ecb500-08d4-47dc-9369-e6631a701140 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Received event network-changed-71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1638.695369] env[62093]: DEBUG nova.compute.manager [req-29b4d1c1-2acd-4eff-ab25-45205a2df29d req-d4ecb500-08d4-47dc-9369-e6631a701140 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Refreshing instance network info cache due to event network-changed-71846e07-7cb0-4660-903d-2f45cbb6b013. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1638.695652] env[62093]: DEBUG oslo_concurrency.lockutils [req-29b4d1c1-2acd-4eff-ab25-45205a2df29d req-d4ecb500-08d4-47dc-9369-e6631a701140 service nova] Acquiring lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.707492] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710525, 'name': Rename_Task, 'duration_secs': 0.142788} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.707835] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.708167] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bcd9274-ef61-4068-b1e4-b5b426e07230 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.715261] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1638.715261] env[62093]: value = "task-1710527" [ 1638.715261] env[62093]: _type = "Task" [ 1638.715261] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.726228] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.760510] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.760862] env[62093]: DEBUG nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Instance network_info: |[{"id": "71846e07-7cb0-4660-903d-2f45cbb6b013", "address": "fa:16:3e:b2:1c:06", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71846e07-7c", "ovs_interfaceid": "71846e07-7cb0-4660-903d-2f45cbb6b013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1638.761186] env[62093]: DEBUG oslo_concurrency.lockutils [req-29b4d1c1-2acd-4eff-ab25-45205a2df29d req-d4ecb500-08d4-47dc-9369-e6631a701140 service nova] Acquired lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.761377] env[62093]: DEBUG nova.network.neutron [req-29b4d1c1-2acd-4eff-ab25-45205a2df29d req-d4ecb500-08d4-47dc-9369-e6631a701140 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Refreshing network info cache for port 71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1638.762693] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:1c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71846e07-7cb0-4660-903d-2f45cbb6b013', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1638.770084] env[62093]: DEBUG oslo.service.loopingcall [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.771286] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1638.771579] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52402a3e-88f5-46a9-aa33-0233eafdf77b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.790784] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1638.790784] env[62093]: value = "task-1710528" [ 1638.790784] env[62093]: _type = "Task" [ 1638.790784] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.798733] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710528, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.882129] env[62093]: DEBUG nova.scheduler.client.report [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1639.089876] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710526, 'name': PowerOffVM_Task, 'duration_secs': 0.355459} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.091101] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.091101] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.091242] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a250c02c-6310-4095-9c32-fe9db253f128 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.098627] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.099454] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a88727f2-71c4-4356-9885-ed86d02ba083 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.226329] env[62093]: DEBUG oslo_vmware.api [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710527, 'name': PowerOnVM_Task, 'duration_secs': 0.50386} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.226615] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.226871] env[62093]: INFO nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1639.227149] env[62093]: DEBUG nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1639.229078] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd34c97f-d41e-425a-bd9c-5d7b5db26961 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.245999] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.246255] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.246441] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleting the datastore file [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.246733] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aa2f899-9047-4ebe-a191-8187b37912e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.256225] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1639.256225] env[62093]: value = "task-1710530" [ 1639.256225] env[62093]: _type = "Task" [ 1639.256225] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.267278] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.301800] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710528, 'name': CreateVM_Task, 'duration_secs': 0.461362} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.301800] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.302481] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.302744] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.302981] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.303249] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3f23dc-deed-475a-b4b4-6770e1af474c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.308114] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1639.308114] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5241c485-3c5e-abd0-0c34-17707b7ee85c" [ 1639.308114] env[62093]: _type = "Task" [ 1639.308114] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.316803] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5241c485-3c5e-abd0-0c34-17707b7ee85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.387330] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.390347] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.720s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.390347] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.390347] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1639.390692] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.141s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.391040] env[62093]: DEBUG nova.objects.instance [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lazy-loading 'resources' on Instance uuid 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.393472] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0453887f-cec8-481f-8cc5-ea42b32f35d8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.400181] env[62093]: DEBUG nova.network.neutron [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Successfully updated port: e087101d-fa20-4ca0-a25d-b276be5809ff {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.411193] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582b4ff-1497-4cf7-bac3-61f3fe8b7ff5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.438071] env[62093]: INFO nova.scheduler.client.report [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Deleted allocations for instance 1b2c3901-2f44-4d90-bec1-0caa68491505 [ 1639.441666] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb087e7-bdd2-448c-9029-40fa96182c00 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.455076] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7792a0f8-907c-4e4d-b1d7-473714e0a0e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.486714] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179270MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1639.487039] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.540074] env[62093]: DEBUG nova.compute.manager [req-7bf0f981-e0db-4e2c-902e-dbf3b53d6ac9 req-579f21de-3546-443a-a188-918ad59ee153 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-vif-plugged-e087101d-fa20-4ca0-a25d-b276be5809ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1639.540528] env[62093]: DEBUG oslo_concurrency.lockutils [req-7bf0f981-e0db-4e2c-902e-dbf3b53d6ac9 req-579f21de-3546-443a-a188-918ad59ee153 service nova] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.540946] env[62093]: DEBUG oslo_concurrency.lockutils [req-7bf0f981-e0db-4e2c-902e-dbf3b53d6ac9 req-579f21de-3546-443a-a188-918ad59ee153 service nova] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.541279] env[62093]: DEBUG oslo_concurrency.lockutils [req-7bf0f981-e0db-4e2c-902e-dbf3b53d6ac9 req-579f21de-3546-443a-a188-918ad59ee153 service nova] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.541682] env[62093]: DEBUG nova.compute.manager [req-7bf0f981-e0db-4e2c-902e-dbf3b53d6ac9 req-579f21de-3546-443a-a188-918ad59ee153 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] No waiting events found dispatching network-vif-plugged-e087101d-fa20-4ca0-a25d-b276be5809ff {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1639.541881] env[62093]: WARNING nova.compute.manager [req-7bf0f981-e0db-4e2c-902e-dbf3b53d6ac9 req-579f21de-3546-443a-a188-918ad59ee153 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received unexpected event network-vif-plugged-e087101d-fa20-4ca0-a25d-b276be5809ff for instance with vm_state active and task_state None. [ 1639.673843] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.674124] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.674249] env[62093]: DEBUG nova.network.neutron [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.731188] env[62093]: DEBUG nova.network.neutron [req-29b4d1c1-2acd-4eff-ab25-45205a2df29d req-d4ecb500-08d4-47dc-9369-e6631a701140 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Updated VIF entry in instance network info cache for port 71846e07-7cb0-4660-903d-2f45cbb6b013. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.731605] env[62093]: DEBUG nova.network.neutron [req-29b4d1c1-2acd-4eff-ab25-45205a2df29d req-d4ecb500-08d4-47dc-9369-e6631a701140 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Updating instance_info_cache with network_info: [{"id": "71846e07-7cb0-4660-903d-2f45cbb6b013", "address": "fa:16:3e:b2:1c:06", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71846e07-7c", "ovs_interfaceid": "71846e07-7cb0-4660-903d-2f45cbb6b013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.748145] env[62093]: INFO nova.compute.manager [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Took 18.70 seconds to build instance. [ 1639.766721] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288656} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.767662] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.767891] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.768082] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.819863] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5241c485-3c5e-abd0-0c34-17707b7ee85c, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.820189] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.820484] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1639.820714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.820858] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.821053] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1639.821322] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec1015a-db7e-4569-a790-5db7d47635f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.830470] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1639.830679] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1639.831447] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e08bc75-4a7a-43c2-9cbb-99ce2ea0fe5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.838036] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1639.838036] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52637e2c-ab8a-ce86-edca-548607a6a60b" [ 1639.838036] env[62093]: _type = "Task" [ 1639.838036] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.844822] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52637e2c-ab8a-ce86-edca-548607a6a60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.909814] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.910019] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.910237] env[62093]: DEBUG nova.network.neutron [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.956517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fca7a235-52c4-48fc-a4ee-73b9299ec7da tempest-ListImageFiltersTestJSON-1013538628 tempest-ListImageFiltersTestJSON-1013538628-project-member] Lock "1b2c3901-2f44-4d90-bec1-0caa68491505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.411s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.092435] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2a2751-81c9-415a-bcef-25b078aedbd8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.100173] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa4a04-1e63-4515-97f6-5370f6d0a2d1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.131648] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f87b57-42b6-4046-8468-dd051e1fe564 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.139485] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3bb88d-d7df-4d7f-816b-02622bc46b9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.153484] env[62093]: DEBUG nova.compute.provider_tree [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.234793] env[62093]: DEBUG oslo_concurrency.lockutils [req-29b4d1c1-2acd-4eff-ab25-45205a2df29d req-d4ecb500-08d4-47dc-9369-e6631a701140 service nova] Releasing lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.251413] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9629a98a-e0dd-4907-b7dc-e1faf25c1741 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.217s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.349722] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52637e2c-ab8a-ce86-edca-548607a6a60b, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.350367] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0372195d-4e9a-471b-9828-4d2618d1849d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.356873] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1640.356873] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5202fb06-45aa-3694-85b6-acc483ad3124" [ 1640.356873] env[62093]: _type = "Task" [ 1640.356873] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.367762] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5202fb06-45aa-3694-85b6-acc483ad3124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.462878] env[62093]: WARNING nova.network.neutron [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] c3045398-6b6f-4365-8ed5-e500f44f2345 already exists in list: networks containing: ['c3045398-6b6f-4365-8ed5-e500f44f2345']. ignoring it [ 1640.463147] env[62093]: WARNING nova.network.neutron [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] c3045398-6b6f-4365-8ed5-e500f44f2345 already exists in list: networks containing: ['c3045398-6b6f-4365-8ed5-e500f44f2345']. ignoring it [ 1640.538860] env[62093]: DEBUG nova.network.neutron [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [{"id": "c95595c5-f3ce-4260-9704-3376951dd44c", "address": "fa:16:3e:9e:0a:20", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95595c5-f3", "ovs_interfaceid": "c95595c5-f3ce-4260-9704-3376951dd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.656538] env[62093]: DEBUG nova.scheduler.client.report [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1640.805950] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1640.806254] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1640.806403] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.806584] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1640.806729] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.806874] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1640.807113] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1640.807284] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1640.807455] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1640.807686] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1640.807788] env[62093]: DEBUG nova.virt.hardware [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1640.810339] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d8dd2-8b5b-4549-ad19-874f70761aed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.817596] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59442ca6-3dba-491e-b7e3-d98764e4e507 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.832784] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:8d:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.842919] env[62093]: DEBUG oslo.service.loopingcall [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.847044] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.847250] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3419d8c-b910-46e4-9eb7-e1217fe79f25 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.871409] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5202fb06-45aa-3694-85b6-acc483ad3124, 'name': SearchDatastore_Task, 'duration_secs': 0.027515} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.872771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.873050] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7cb75c99-6afd-4806-bfc2-3bb671c83289/7cb75c99-6afd-4806-bfc2-3bb671c83289.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1640.873289] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.873289] env[62093]: value = "task-1710531" [ 1640.873289] env[62093]: _type = "Task" [ 1640.873289] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.873467] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d49b3b4-6403-42f7-937d-540bfdaf6cc6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.883859] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710531, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.885242] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1640.885242] env[62093]: value = "task-1710532" [ 1640.885242] env[62093]: _type = "Task" [ 1640.885242] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.894838] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.995606] env[62093]: DEBUG nova.compute.manager [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received event network-vif-plugged-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1640.995866] env[62093]: DEBUG oslo_concurrency.lockutils [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.996100] env[62093]: DEBUG oslo_concurrency.lockutils [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.996286] env[62093]: DEBUG oslo_concurrency.lockutils [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.996535] env[62093]: DEBUG nova.compute.manager [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] No waiting events found dispatching network-vif-plugged-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1640.996623] env[62093]: WARNING nova.compute.manager [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received unexpected event network-vif-plugged-c95595c5-f3ce-4260-9704-3376951dd44c for instance with vm_state shelved_offloaded and task_state spawning. [ 1640.996846] env[62093]: DEBUG nova.compute.manager [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received event network-changed-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1640.996915] env[62093]: DEBUG nova.compute.manager [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Refreshing instance network info cache due to event network-changed-c95595c5-f3ce-4260-9704-3376951dd44c. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1640.997306] env[62093]: DEBUG oslo_concurrency.lockutils [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] Acquiring lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.043580] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.046399] env[62093]: DEBUG oslo_concurrency.lockutils [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] Acquired lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.046639] env[62093]: DEBUG nova.network.neutron [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Refreshing network info cache for port c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.073651] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c6d0b9fd122ebd42143f7dee5b971c09',container_format='bare',created_at=2024-12-10T21:58:39Z,direct_url=,disk_format='vmdk',id=dce0ab40-3391-4569-a2a7-3229ee5d2c02,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2095255709-shelved',owner='dea2b9f5541a45cc9c15f82ac10f9740',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2024-12-10T21:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1641.073912] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1641.074081] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.074264] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1641.074407] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.074588] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1641.074794] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1641.074954] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1641.075126] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1641.075288] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1641.075456] env[62093]: DEBUG nova.virt.hardware [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1641.076758] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80411467-454e-4402-8586-ce91091defbb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.089692] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0473bcc2-c207-41c3-9648-e67a3d09fec4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.105954] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:0a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c95595c5-f3ce-4260-9704-3376951dd44c', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.114509] env[62093]: DEBUG oslo.service.loopingcall [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.114902] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.115310] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4eedd9b-bdaa-443d-8b1b-c265046d559e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.138719] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.138719] env[62093]: value = "task-1710533" [ 1641.138719] env[62093]: _type = "Task" [ 1641.138719] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.139937] env[62093]: DEBUG nova.network.neutron [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9da75cc-df2f-4a07-a01b-df386051e399", "address": "fa:16:3e:65:14:e2", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9da75cc-df", "ovs_interfaceid": "d9da75cc-df2f-4a07-a01b-df386051e399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e087101d-fa20-4ca0-a25d-b276be5809ff", "address": "fa:16:3e:4d:08:79", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape087101d-fa", "ovs_interfaceid": "e087101d-fa20-4ca0-a25d-b276be5809ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.152242] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710533, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.161517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.163942] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.677s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.182133] env[62093]: INFO nova.scheduler.client.report [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted allocations for instance 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8 [ 1641.388168] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710531, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.397144] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710532, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.646070] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.646773] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.646935] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.648609] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69a3b1f-ef7a-46d7-b0fc-b1d143342663 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.658490] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710533, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1641.679078] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1641.679452] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1641.679452] env[62093]: DEBUG nova.virt.hardware [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1641.691040] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Reconfiguring VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1641.696827] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5509413f-a6f4-45d8-b909-8eda3f2470a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.710911] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60e65a02-5ee8-496e-9c41-10977766e21e tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "8794d97a-48b9-46a6-ade9-9f4c79b9f4a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.407s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.716604] env[62093]: DEBUG nova.compute.manager [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Stashing vm_state: active {{(pid=62093) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1641.721186] env[62093]: DEBUG oslo_vmware.api [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1641.721186] env[62093]: value = "task-1710534" [ 1641.721186] env[62093]: _type = "Task" [ 1641.721186] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.731195] env[62093]: DEBUG oslo_vmware.api [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710534, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.759206] env[62093]: DEBUG nova.compute.manager [req-6202dc00-ed55-4678-a657-265ae10d72ad req-e17d034e-551e-4352-8b7f-8f3de9e99bee service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-changed-e087101d-fa20-4ca0-a25d-b276be5809ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1641.759206] env[62093]: DEBUG nova.compute.manager [req-6202dc00-ed55-4678-a657-265ae10d72ad req-e17d034e-551e-4352-8b7f-8f3de9e99bee service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Refreshing instance network info cache due to event network-changed-e087101d-fa20-4ca0-a25d-b276be5809ff. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1641.759206] env[62093]: DEBUG oslo_concurrency.lockutils [req-6202dc00-ed55-4678-a657-265ae10d72ad req-e17d034e-551e-4352-8b7f-8f3de9e99bee service nova] Acquiring lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.759510] env[62093]: DEBUG oslo_concurrency.lockutils [req-6202dc00-ed55-4678-a657-265ae10d72ad req-e17d034e-551e-4352-8b7f-8f3de9e99bee service nova] Acquired lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.759510] env[62093]: DEBUG nova.network.neutron [req-6202dc00-ed55-4678-a657-265ae10d72ad req-e17d034e-551e-4352-8b7f-8f3de9e99bee service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Refreshing network info cache for port e087101d-fa20-4ca0-a25d-b276be5809ff {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.884521] env[62093]: DEBUG nova.network.neutron [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updated VIF entry in instance network info cache for port c95595c5-f3ce-4260-9704-3376951dd44c. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.884521] env[62093]: DEBUG nova.network.neutron [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [{"id": "c95595c5-f3ce-4260-9704-3376951dd44c", "address": "fa:16:3e:9e:0a:20", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95595c5-f3", "ovs_interfaceid": "c95595c5-f3ce-4260-9704-3376951dd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.889202] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710531, 'name': CreateVM_Task, 'duration_secs': 0.621455} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.892465] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.893125] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.893363] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.893625] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.894536] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9e38ec-1f12-4dba-a75b-d5e27a8a462c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.900749] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520453} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.901375] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 7cb75c99-6afd-4806-bfc2-3bb671c83289/7cb75c99-6afd-4806-bfc2-3bb671c83289.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1641.901593] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1641.902126] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433ee35c-57eb-414d-b325-648d7d1c4c20 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.905425] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1641.905425] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52594d17-1de7-0fc3-c4c6-57cee2b27cad" [ 1641.905425] env[62093]: _type = "Task" [ 1641.905425] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.910446] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1641.910446] env[62093]: value = "task-1710535" [ 1641.910446] env[62093]: _type = "Task" [ 1641.910446] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.920673] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52594d17-1de7-0fc3-c4c6-57cee2b27cad, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.921227] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.921459] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.921687] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.921834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.922459] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.922459] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2405fae3-c71d-48a4-9b56-47f95b814b89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.926819] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.933489] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.933489] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.934106] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c4493e-b4ef-4546-b76d-8fad55350ba9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.939716] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1641.939716] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520cd646-d5e2-f204-8b61-a96175dc6ccc" [ 1641.939716] env[62093]: _type = "Task" [ 1641.939716] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.947623] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520cd646-d5e2-f204-8b61-a96175dc6ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.154308] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710533, 'name': CreateVM_Task, 'duration_secs': 0.573394} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.154523] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.155224] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.155388] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.155812] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.156118] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68faaecb-e1f8-4049-9abe-71b5b6073501 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.161138] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1642.161138] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d849b7-33bc-7a34-2442-40c1dd69bf6a" [ 1642.161138] env[62093]: _type = "Task" [ 1642.161138] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.169227] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d849b7-33bc-7a34-2442-40c1dd69bf6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.194739] env[62093]: INFO nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating resource usage from migration 9e78b025-13c7-429f-a26d-5c384dfe4a0b [ 1642.214326] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.214513] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 83c03847-f728-4adc-b77b-13cb3f6b6aec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.214688] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215069] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 752fff1f-86fc-4808-a52a-fbc27681b4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215069] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance a793bc91-1ea5-48da-95b7-5b31fbac5caf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215069] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance f30bcb6e-96e5-4036-95b6-6209eb722e2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215199] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 08d664a2-3934-45f5-897c-cfd94a221209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215274] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215417] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 5dca4a06-e4f4-469c-b6e3-3826a2d5b752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215499] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 3f59fd4d-e610-4193-bf90-5f4e3963989f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215606] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 7cb75c99-6afd-4806-bfc2-3bb671c83289 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.215989] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Migration 9e78b025-13c7-429f-a26d-5c384dfe4a0b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1642.215989] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 81da7613-689a-4f57-b8e7-ab7ff71afa2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.235887] env[62093]: DEBUG oslo_vmware.api [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.238772] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.313488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.313488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.390547] env[62093]: DEBUG oslo_concurrency.lockutils [req-56ec68cc-f726-4f85-83f3-6a390ad9b3ac req-4dc1a3bf-054d-45cc-958b-5b7ebae1e43e service nova] Releasing lock "refresh_cache-3f59fd4d-e610-4193-bf90-5f4e3963989f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.421802] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28847} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.422220] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.423121] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13bbf8b-228e-486e-b02d-f823d2a21a2e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.445493] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 7cb75c99-6afd-4806-bfc2-3bb671c83289/7cb75c99-6afd-4806-bfc2-3bb671c83289.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.448440] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077f3433-953b-4f33-888a-c73ddc594669 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.472858] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520cd646-d5e2-f204-8b61-a96175dc6ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.474651] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1642.474651] env[62093]: value = "task-1710536" [ 1642.474651] env[62093]: _type = "Task" [ 1642.474651] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.474909] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f59413-7556-493a-8cb3-1b3bfdfd1110 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.482594] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1642.482594] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52be2e7d-d79e-1f0c-d5a5-bdc3ee59276e" [ 1642.482594] env[62093]: _type = "Task" [ 1642.482594] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.485894] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.493128] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52be2e7d-d79e-1f0c-d5a5-bdc3ee59276e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.583597] env[62093]: DEBUG nova.network.neutron [req-6202dc00-ed55-4678-a657-265ae10d72ad req-e17d034e-551e-4352-8b7f-8f3de9e99bee service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updated VIF entry in instance network info cache for port e087101d-fa20-4ca0-a25d-b276be5809ff. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.584846] env[62093]: DEBUG nova.network.neutron [req-6202dc00-ed55-4678-a657-265ae10d72ad req-e17d034e-551e-4352-8b7f-8f3de9e99bee service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9da75cc-df2f-4a07-a01b-df386051e399", "address": "fa:16:3e:65:14:e2", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9da75cc-df", "ovs_interfaceid": "d9da75cc-df2f-4a07-a01b-df386051e399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e087101d-fa20-4ca0-a25d-b276be5809ff", "address": "fa:16:3e:4d:08:79", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape087101d-fa", "ovs_interfaceid": "e087101d-fa20-4ca0-a25d-b276be5809ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.673279] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.673585] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Processing image dce0ab40-3391-4569-a2a7-3229ee5d2c02 {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.673832] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02/dce0ab40-3391-4569-a2a7-3229ee5d2c02.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.673979] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02/dce0ab40-3391-4569-a2a7-3229ee5d2c02.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.674182] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.674494] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5f52d3f-45c2-4e40-9c7a-023e30aadf56 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.683268] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.683540] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.684395] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d525c9dc-15c9-4949-b11e-e5dfe7f9f5a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.690044] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1642.690044] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52e8f42d-5cb6-3fca-2c9d-a14a56b87e39" [ 1642.690044] env[62093]: _type = "Task" [ 1642.690044] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.704885] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Preparing fetch location {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1642.705163] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Fetch image to [datastore1] OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea/OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea.vmdk {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1642.705344] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Downloading stream optimized image dce0ab40-3391-4569-a2a7-3229ee5d2c02 to [datastore1] OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea/OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea.vmdk on the data store datastore1 as vApp {{(pid=62093) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1642.705522] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Downloading image file data dce0ab40-3391-4569-a2a7-3229ee5d2c02 to the ESX as VM named 'OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea' {{(pid=62093) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1642.719022] env[62093]: INFO nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6121704d-0a6a-4191-9254-028ca7ad1e5f has allocations against this compute host but is not found in the database. [ 1642.719327] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1642.719489] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1642.738405] env[62093]: DEBUG oslo_vmware.api [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710534, 'name': ReconfigVM_Task, 'duration_secs': 0.959813} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.757344] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.757593] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Reconfigured VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1642.803941] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1642.803941] env[62093]: value = "resgroup-9" [ 1642.803941] env[62093]: _type = "ResourcePool" [ 1642.803941] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1642.804213] env[62093]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e43a66b8-fecc-4a76-9271-a27cf6b338aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.822761] env[62093]: DEBUG nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1642.831469] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lease: (returnval){ [ 1642.831469] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522b450d-d36a-e769-a6e6-c05bc474373c" [ 1642.831469] env[62093]: _type = "HttpNfcLease" [ 1642.831469] env[62093]: } obtained for vApp import into resource pool (val){ [ 1642.831469] env[62093]: value = "resgroup-9" [ 1642.831469] env[62093]: _type = "ResourcePool" [ 1642.831469] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1642.831733] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the lease: (returnval){ [ 1642.831733] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522b450d-d36a-e769-a6e6-c05bc474373c" [ 1642.831733] env[62093]: _type = "HttpNfcLease" [ 1642.831733] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1642.841303] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1642.841303] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522b450d-d36a-e769-a6e6-c05bc474373c" [ 1642.841303] env[62093]: _type = "HttpNfcLease" [ 1642.841303] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1642.962391] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92540612-437e-4f91-b799-459bdb8244f2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.970639] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f749002-a82d-4a88-a296-145641cb9f5a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.006383] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b87ad1-2cd6-48c1-8ee8-f1a8c5ab4141 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.013362] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710536, 'name': ReconfigVM_Task, 'duration_secs': 0.395504} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.018201] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 7cb75c99-6afd-4806-bfc2-3bb671c83289/7cb75c99-6afd-4806-bfc2-3bb671c83289.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.018898] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52be2e7d-d79e-1f0c-d5a5-bdc3ee59276e, 'name': SearchDatastore_Task, 'duration_secs': 0.02021} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.019131] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae2dc9dc-6873-4eec-81f5-f3ef2f5bfded {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.021505] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1592173c-9b5a-4eae-aba4-8debe476213b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.026914] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.027182] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf/a793bc91-1ea5-48da-95b7-5b31fbac5caf.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.028049] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b61720-e5cc-4c3c-b737-345c510a68d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.041282] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.045740] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1643.045740] env[62093]: value = "task-1710538" [ 1643.045740] env[62093]: _type = "Task" [ 1643.045740] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.046209] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1643.046209] env[62093]: value = "task-1710539" [ 1643.046209] env[62093]: _type = "Task" [ 1643.046209] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.060324] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710538, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.063662] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.088080] env[62093]: DEBUG oslo_concurrency.lockutils [req-6202dc00-ed55-4678-a657-265ae10d72ad req-e17d034e-551e-4352-8b7f-8f3de9e99bee service nova] Releasing lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.265531] env[62093]: DEBUG oslo_concurrency.lockutils [None req-412821cf-8eeb-4666-92ae-982f94e6f0aa tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-e087101d-fa20-4ca0-a25d-b276be5809ff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.061s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.267938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "83c03847-f728-4adc-b77b-13cb3f6b6aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.267938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "83c03847-f728-4adc-b77b-13cb3f6b6aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.268087] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "83c03847-f728-4adc-b77b-13cb3f6b6aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.268330] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "83c03847-f728-4adc-b77b-13cb3f6b6aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.269028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "83c03847-f728-4adc-b77b-13cb3f6b6aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.271034] env[62093]: INFO nova.compute.manager [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Terminating instance [ 1643.273329] env[62093]: DEBUG nova.compute.manager [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1643.273642] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.274952] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf199f4-d950-4b72-b190-0e013d7ced01 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.285610] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.285917] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-949f02f6-7228-402f-9630-91bbda5fc9f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.292432] env[62093]: DEBUG oslo_vmware.api [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1643.292432] env[62093]: value = "task-1710540" [ 1643.292432] env[62093]: _type = "Task" [ 1643.292432] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.302326] env[62093]: DEBUG oslo_vmware.api [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.341156] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1643.341156] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522b450d-d36a-e769-a6e6-c05bc474373c" [ 1643.341156] env[62093]: _type = "HttpNfcLease" [ 1643.341156] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1643.346818] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.564333] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.564702] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.569954] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710538, 'name': Rename_Task, 'duration_secs': 0.249331} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.571061] env[62093]: ERROR nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [req-00008cf4-c516-4872-ad74-ff52f9545b89] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-00008cf4-c516-4872-ad74-ff52f9545b89"}]} [ 1643.575491] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.578245] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.578706] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c2281d6-0bf5-4ac3-a45d-f03f4ffc80d1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.587919] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1643.587919] env[62093]: value = "task-1710541" [ 1643.587919] env[62093]: _type = "Task" [ 1643.587919] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.597897] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.599132] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1643.615561] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1643.615835] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.629976] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1643.653213] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1643.802476] env[62093]: DEBUG oslo_vmware.api [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710540, 'name': PowerOffVM_Task, 'duration_secs': 0.307242} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.802822] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.802926] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1643.803321] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9477d77d-edba-4c57-8fb9-49ec275ca6ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.840901] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1643.840901] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522b450d-d36a-e769-a6e6-c05bc474373c" [ 1643.840901] env[62093]: _type = "HttpNfcLease" [ 1643.840901] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1643.865021] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d50a307-6361-4a2c-ba85-fb1fed0c35b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.872291] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f68d4c4-435f-4433-a989-2eecfbac9b72 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.911912] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53738b5-a692-413a-b568-b9c4b3da10c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.921316] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8061a1bf-e71a-4713-a90f-b0ba61ff12e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.935174] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.941728] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1643.941961] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1643.942169] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleting the datastore file [datastore1] 83c03847-f728-4adc-b77b-13cb3f6b6aec {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1643.942433] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60c29b37-3eed-4d69-802a-8dca55b9012a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.948098] env[62093]: DEBUG oslo_vmware.api [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for the task: (returnval){ [ 1643.948098] env[62093]: value = "task-1710543" [ 1643.948098] env[62093]: _type = "Task" [ 1643.948098] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.958900] env[62093]: DEBUG oslo_vmware.api [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.039728] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.040086] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.062032] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630583} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.062032] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf/a793bc91-1ea5-48da-95b7-5b31fbac5caf.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.062225] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.062407] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc479f22-5b3b-4a56-86db-ecb63b670be9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.068946] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1644.068946] env[62093]: value = "task-1710544" [ 1644.068946] env[62093]: _type = "Task" [ 1644.068946] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.077673] env[62093]: DEBUG nova.compute.manager [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1644.080331] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.097530] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710541, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.342727] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1644.342727] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522b450d-d36a-e769-a6e6-c05bc474373c" [ 1644.342727] env[62093]: _type = "HttpNfcLease" [ 1644.342727] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1644.343077] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1644.343077] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522b450d-d36a-e769-a6e6-c05bc474373c" [ 1644.343077] env[62093]: _type = "HttpNfcLease" [ 1644.343077] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1644.343833] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090804d2-43e9-4777-89ca-71b96a269dc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.351677] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efcbea-1731-b2f7-a82e-0af2aee9321f/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1644.351917] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efcbea-1731-b2f7-a82e-0af2aee9321f/disk-0.vmdk. {{(pid=62093) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1644.424179] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db39498c-e107-479c-8fbe-b9b53141682f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.458363] env[62093]: DEBUG oslo_vmware.api [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Task: {'id': task-1710543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250709} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.458626] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.458837] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.459047] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.459230] env[62093]: INFO nova.compute.manager [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1644.459483] env[62093]: DEBUG oslo.service.loopingcall [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.459662] env[62093]: DEBUG nova.compute.manager [-] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1644.459756] env[62093]: DEBUG nova.network.neutron [-] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1644.466780] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1644.467024] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 148 to 149 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1644.467198] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1644.542962] env[62093]: DEBUG nova.compute.manager [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1644.585232] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0919} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.588978] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1644.593154] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9310ab36-77c9-4a32-8ca9-a7ca0e2fa384 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.608827] env[62093]: DEBUG oslo_vmware.api [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710541, 'name': PowerOnVM_Task, 'duration_secs': 0.744996} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.610100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.624221] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.625537] env[62093]: INFO nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1644.625537] env[62093]: DEBUG nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1644.639194] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf/a793bc91-1ea5-48da-95b7-5b31fbac5caf.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.640346] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ca328-fb6c-4ed2-ac55-c70d35148626 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.644131] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1477f144-5f78-4048-8cc2-531460b95210 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.681117] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1644.681117] env[62093]: value = "task-1710545" [ 1644.681117] env[62093]: _type = "Task" [ 1644.681117] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.691280] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710545, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.948514] env[62093]: DEBUG nova.compute.manager [req-eb71e187-b5fe-420c-9d85-4ab72effaef8 req-8730c371-d2ac-42b3-b754-a3183ea3665b service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Received event network-vif-deleted-dd4acfee-2f12-40f1-9879-f17f1cc7a617 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1644.948740] env[62093]: INFO nova.compute.manager [req-eb71e187-b5fe-420c-9d85-4ab72effaef8 req-8730c371-d2ac-42b3-b754-a3183ea3665b service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Neutron deleted interface dd4acfee-2f12-40f1-9879-f17f1cc7a617; detaching it from the instance and deleting it from the info cache [ 1644.948975] env[62093]: DEBUG nova.network.neutron [req-eb71e187-b5fe-420c-9d85-4ab72effaef8 req-8730c371-d2ac-42b3-b754-a3183ea3665b service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.973966] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1644.974248] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.810s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.974537] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.736s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.062301] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.174574] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-d9da75cc-df2f-4a07-a01b-df386051e399" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.174860] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-d9da75cc-df2f-4a07-a01b-df386051e399" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.197981] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.198490] env[62093]: INFO nova.compute.manager [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Took 22.01 seconds to build instance. [ 1645.425447] env[62093]: DEBUG nova.network.neutron [-] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.452256] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a97c959-dd8a-429e-b5e9-abde617080d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.466492] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7113aa3b-4f92-4467-96e8-c59d3018274c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.482748] env[62093]: INFO nova.compute.claims [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.509669] env[62093]: DEBUG nova.compute.manager [req-eb71e187-b5fe-420c-9d85-4ab72effaef8 req-8730c371-d2ac-42b3-b754-a3183ea3665b service nova] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Detach interface failed, port_id=dd4acfee-2f12-40f1-9879-f17f1cc7a617, reason: Instance 83c03847-f728-4adc-b77b-13cb3f6b6aec could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1645.680737] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.680923] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.681893] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672925a2-62e9-49f2-861b-27a8d3fb5c39 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.701682] env[62093]: DEBUG oslo_concurrency.lockutils [None req-795504df-a7ab-4a87-be0d-bbd09b20b6e1 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "7cb75c99-6afd-4806-bfc2-3bb671c83289" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.515s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.706415] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f2ae9a-4247-44b4-9742-72e93edeba7c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.712105] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710545, 'name': ReconfigVM_Task, 'duration_secs': 0.623082} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.714413] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf/a793bc91-1ea5-48da-95b7-5b31fbac5caf.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.715187] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d2a2115-b656-4ccb-bda7-b6140d49a91d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.743443] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Reconfiguring VM to detach interface {{(pid=62093) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1645.750240] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43af651-1ddb-4f4e-ab51-6acec47a40cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.772285] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1645.772285] env[62093]: value = "task-1710546" [ 1645.772285] env[62093]: _type = "Task" [ 1645.772285] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.782030] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1645.782030] env[62093]: value = "task-1710547" [ 1645.782030] env[62093]: _type = "Task" [ 1645.782030] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.788414] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710546, 'name': Rename_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.798089] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.928606] env[62093]: INFO nova.compute.manager [-] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Took 1.47 seconds to deallocate network for instance. [ 1645.991849] env[62093]: INFO nova.compute.resource_tracker [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating resource usage from migration 9e78b025-13c7-429f-a26d-5c384dfe4a0b [ 1646.075438] env[62093]: DEBUG nova.compute.manager [req-cebc7701-a8e8-4542-8cd3-f43b46c90dc0 req-cd2add1d-7a73-4bb5-8eba-9f6adaa4f286 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Received event network-changed-71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1646.076696] env[62093]: DEBUG nova.compute.manager [req-cebc7701-a8e8-4542-8cd3-f43b46c90dc0 req-cd2add1d-7a73-4bb5-8eba-9f6adaa4f286 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Refreshing instance network info cache due to event network-changed-71846e07-7cb0-4660-903d-2f45cbb6b013. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1646.076696] env[62093]: DEBUG oslo_concurrency.lockutils [req-cebc7701-a8e8-4542-8cd3-f43b46c90dc0 req-cd2add1d-7a73-4bb5-8eba-9f6adaa4f286 service nova] Acquiring lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.076696] env[62093]: DEBUG oslo_concurrency.lockutils [req-cebc7701-a8e8-4542-8cd3-f43b46c90dc0 req-cd2add1d-7a73-4bb5-8eba-9f6adaa4f286 service nova] Acquired lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.076696] env[62093]: DEBUG nova.network.neutron [req-cebc7701-a8e8-4542-8cd3-f43b46c90dc0 req-cd2add1d-7a73-4bb5-8eba-9f6adaa4f286 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Refreshing network info cache for port 71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.182230] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Completed reading data from the image iterator. {{(pid=62093) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1646.182481] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efcbea-1731-b2f7-a82e-0af2aee9321f/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1646.184127] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92862bab-440f-4910-a432-d4d5d7f70c3d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.191418] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efcbea-1731-b2f7-a82e-0af2aee9321f/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1646.191623] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efcbea-1731-b2f7-a82e-0af2aee9321f/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1646.191872] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ce1010c7-d7d5-4524-a364-43b4ba4afd64 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.221377] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70943c4f-76b8-44be-8c13-9881cc5568d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.229263] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e372943-0e40-4d32-8136-d0940442b7ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.261039] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232e5c0-3350-4f33-ab00-37aea7d65f1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.268663] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724a921d-15cf-437f-8a25-9e1f3d33c4fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.285204] env[62093]: DEBUG nova.compute.provider_tree [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1646.293335] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710546, 'name': Rename_Task, 'duration_secs': 0.195932} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.294275] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.295222] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d09dd06b-67a4-4778-88b9-c246ab5ef68e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.300135] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.305434] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1646.305434] env[62093]: value = "task-1710548" [ 1646.305434] env[62093]: _type = "Task" [ 1646.305434] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.312803] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.438264] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.584044] env[62093]: DEBUG oslo_vmware.rw_handles [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efcbea-1731-b2f7-a82e-0af2aee9321f/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1646.584044] env[62093]: INFO nova.virt.vmwareapi.images [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Downloaded image file data dce0ab40-3391-4569-a2a7-3229ee5d2c02 [ 1646.584973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba98bb4-9ecd-4357-86a6-6512daab9742 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.601848] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f66d4ee-4ac8-4820-99b5-6ddf4dbe4530 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.679553] env[62093]: INFO nova.virt.vmwareapi.images [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] The imported VM was unregistered [ 1646.681941] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Caching image {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1646.682192] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02 {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.682481] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4eddc13-da94-433e-ac27-d2e2a1a74b2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.703403] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Created directory with path [datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02 {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.703603] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea/OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea.vmdk to [datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02/dce0ab40-3391-4569-a2a7-3229ee5d2c02.vmdk. {{(pid=62093) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1646.703872] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fef0826b-8d20-4fca-879b-cdf341bb4240 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.710918] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1646.710918] env[62093]: value = "task-1710550" [ 1646.710918] env[62093]: _type = "Task" [ 1646.710918] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.719264] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710550, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.799624] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.815017] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.819588] env[62093]: DEBUG nova.scheduler.client.report [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1646.819907] env[62093]: DEBUG nova.compute.provider_tree [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 149 to 150 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1646.820151] env[62093]: DEBUG nova.compute.provider_tree [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1646.869649] env[62093]: DEBUG nova.network.neutron [req-cebc7701-a8e8-4542-8cd3-f43b46c90dc0 req-cd2add1d-7a73-4bb5-8eba-9f6adaa4f286 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Updated VIF entry in instance network info cache for port 71846e07-7cb0-4660-903d-2f45cbb6b013. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.870073] env[62093]: DEBUG nova.network.neutron [req-cebc7701-a8e8-4542-8cd3-f43b46c90dc0 req-cd2add1d-7a73-4bb5-8eba-9f6adaa4f286 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Updating instance_info_cache with network_info: [{"id": "71846e07-7cb0-4660-903d-2f45cbb6b013", "address": "fa:16:3e:b2:1c:06", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71846e07-7c", "ovs_interfaceid": "71846e07-7cb0-4660-903d-2f45cbb6b013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.222773] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710550, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.300733] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.318340] env[62093]: DEBUG oslo_vmware.api [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710548, 'name': PowerOnVM_Task, 'duration_secs': 0.729115} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.318724] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.318956] env[62093]: DEBUG nova.compute.manager [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1647.319873] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05148a2-0f25-4c98-a598-98c5e3e787ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.325705] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.351s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.325915] env[62093]: INFO nova.compute.manager [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Migrating [ 1647.335079] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.988s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.336819] env[62093]: INFO nova.compute.claims [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.373385] env[62093]: DEBUG oslo_concurrency.lockutils [req-cebc7701-a8e8-4542-8cd3-f43b46c90dc0 req-cd2add1d-7a73-4bb5-8eba-9f6adaa4f286 service nova] Releasing lock "refresh_cache-7cb75c99-6afd-4806-bfc2-3bb671c83289" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.723881] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710550, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.797130] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.853714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.853714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.853878] env[62093]: DEBUG nova.network.neutron [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.857901] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.224672] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710550, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.302783] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.585980] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a012945-a63e-4a36-ade6-70f53a4f2f6e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.592487] env[62093]: DEBUG nova.network.neutron [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance_info_cache with network_info: [{"id": "5abd86f2-7135-4866-b502-4bc2ad712060", "address": "fa:16:3e:85:57:21", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd86f2-71", "ovs_interfaceid": "5abd86f2-7135-4866-b502-4bc2ad712060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.596668] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c096e116-06a2-4608-87aa-6a1d47784b7c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.631286] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1f79cc-c67e-4315-9039-5f82a381bd7d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.641158] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc0e2de-c54f-416a-a5a0-6ec57a94b5f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.658764] env[62093]: DEBUG nova.compute.provider_tree [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.726445] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710550, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.802205] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.097200] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.162820] env[62093]: DEBUG nova.scheduler.client.report [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1649.226606] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710550, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.298558] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.668851] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.669457] env[62093]: DEBUG nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1649.672557] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.063s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.674170] env[62093]: INFO nova.compute.claims [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.724269] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710550, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.921181} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.724474] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea/OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea.vmdk to [datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02/dce0ab40-3391-4569-a2a7-3229ee5d2c02.vmdk. [ 1649.724672] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Cleaning up location [datastore1] OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1649.724813] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7ba1bebe-a107-47df-b806-a7c7de5c3bea {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.725125] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f58d13c-eb31-4613-b1aa-3facb98f4655 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.732405] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1649.732405] env[62093]: value = "task-1710551" [ 1649.732405] env[62093]: _type = "Task" [ 1649.732405] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.739920] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.801120] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.181453] env[62093]: DEBUG nova.compute.utils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.183655] env[62093]: DEBUG nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1650.183655] env[62093]: DEBUG nova.network.neutron [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.221581] env[62093]: DEBUG nova.policy [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11919a7716b9409c8905c6be525a5fb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e07e4e6f9b647c4bf599134ec76e126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1650.242146] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079829} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.242463] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.242572] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02/dce0ab40-3391-4569-a2a7-3229ee5d2c02.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.242814] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02/dce0ab40-3391-4569-a2a7-3229ee5d2c02.vmdk to [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f/3f59fd4d-e610-4193-bf90-5f4e3963989f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.243073] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-430a5aa8-a2dc-476c-90db-416e9d85f7fb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.249476] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1650.249476] env[62093]: value = "task-1710552" [ 1650.249476] env[62093]: _type = "Task" [ 1650.249476] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.258182] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.299856] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.531281] env[62093]: DEBUG nova.network.neutron [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Successfully created port: 61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.619502] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11406320-6251-4d69-a1b5-d1013d586225 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.643886] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance '81da7613-689a-4f57-b8e7-ab7ff71afa2b' progress to 0 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1650.685883] env[62093]: DEBUG nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1650.760183] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.803687] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.880933] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b523a91-485c-43d5-923d-1dadce19eace {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.888299] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735ddfe6-6a92-4ad8-b141-c21c0ab647b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.921590] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce290f4-2977-4b90-a9d3-161cd82b08bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.930914] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff41d90-a5f7-4d57-be9d-ddd8900fe0b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.946937] env[62093]: DEBUG nova.compute.provider_tree [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1651.150086] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.150496] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c20d22-ee80-4b05-a0bd-fc9725e83a46 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.160386] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1651.160386] env[62093]: value = "task-1710553" [ 1651.160386] env[62093]: _type = "Task" [ 1651.160386] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.171190] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.183918] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.184232] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.263998] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710552, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.304224] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.479292] env[62093]: DEBUG nova.scheduler.client.report [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1651.479773] env[62093]: DEBUG nova.compute.provider_tree [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 150 to 151 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1651.479965] env[62093]: DEBUG nova.compute.provider_tree [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1651.674639] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710553, 'name': PowerOffVM_Task, 'duration_secs': 0.218465} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.674928] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.675130] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance '81da7613-689a-4f57-b8e7-ab7ff71afa2b' progress to 17 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1651.687987] env[62093]: INFO nova.compute.manager [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Detaching volume 6c992f15-9d9b-4fd3-82ef-5ed673e55b98 [ 1651.699129] env[62093]: DEBUG nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1651.726783] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1651.727081] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1651.727256] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.727507] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1651.727665] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.727812] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1651.728047] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1651.728243] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1651.728643] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1651.728872] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1651.729080] env[62093]: DEBUG nova.virt.hardware [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1651.730050] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3e0ce-31ea-4b81-b550-f038868e8505 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.734161] env[62093]: INFO nova.virt.block_device [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Attempting to driver detach volume 6c992f15-9d9b-4fd3-82ef-5ed673e55b98 from mountpoint /dev/sdb [ 1651.734396] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1651.734585] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356328', 'volume_id': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'name': 'volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f30bcb6e-96e5-4036-95b6-6209eb722e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'serial': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1651.736670] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae62cdbd-7196-4cdb-99f2-4cf6d2f8c0cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.764449] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50ca2a5-a7f1-4f38-8157-a21850737c75 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.772546] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3c2630-f619-4049-be5a-b9b78813b7fd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.790501] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710552, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.791740] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4452aa-3048-4a5b-abfc-f036d24ac432 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.820121] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2caa62-b6d1-4219-93d3-0293c5ef7ed0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.822901] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.838200] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] The volume has not been displaced from its original location: [datastore1] volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98/volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1651.843881] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1651.844286] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5043a3c-11d9-413f-b5cc-fd446481a90e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.865080] env[62093]: DEBUG oslo_vmware.api [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1651.865080] env[62093]: value = "task-1710554" [ 1651.865080] env[62093]: _type = "Task" [ 1651.865080] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.874743] env[62093]: DEBUG oslo_vmware.api [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.985803] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.986530] env[62093]: DEBUG nova.compute.manager [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1651.989987] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.928s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.991563] env[62093]: INFO nova.compute.claims [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1652.041097] env[62093]: DEBUG nova.compute.manager [req-e93e353e-a6b9-41c1-9b4b-cdcdec8d7d23 req-6bb7c823-5c80-4239-949e-27d9bf6331b7 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Received event network-vif-plugged-61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.041234] env[62093]: DEBUG oslo_concurrency.lockutils [req-e93e353e-a6b9-41c1-9b4b-cdcdec8d7d23 req-6bb7c823-5c80-4239-949e-27d9bf6331b7 service nova] Acquiring lock "6121704d-0a6a-4191-9254-028ca7ad1e5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.041464] env[62093]: DEBUG oslo_concurrency.lockutils [req-e93e353e-a6b9-41c1-9b4b-cdcdec8d7d23 req-6bb7c823-5c80-4239-949e-27d9bf6331b7 service nova] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.041628] env[62093]: DEBUG oslo_concurrency.lockutils [req-e93e353e-a6b9-41c1-9b4b-cdcdec8d7d23 req-6bb7c823-5c80-4239-949e-27d9bf6331b7 service nova] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.041790] env[62093]: DEBUG nova.compute.manager [req-e93e353e-a6b9-41c1-9b4b-cdcdec8d7d23 req-6bb7c823-5c80-4239-949e-27d9bf6331b7 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] No waiting events found dispatching network-vif-plugged-61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1652.041967] env[62093]: WARNING nova.compute.manager [req-e93e353e-a6b9-41c1-9b4b-cdcdec8d7d23 req-6bb7c823-5c80-4239-949e-27d9bf6331b7 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Received unexpected event network-vif-plugged-61a407ff-d2f1-4468-9830-564cd6a12d3e for instance with vm_state building and task_state spawning. [ 1652.182828] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1652.183126] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1652.183245] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.183434] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1652.183580] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.183728] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1652.183934] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1652.184114] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1652.184291] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1652.184454] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1652.184627] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1652.189964] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e21635-6910-439b-87b9-875a304456e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.208649] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1652.208649] env[62093]: value = "task-1710555" [ 1652.208649] env[62093]: _type = "Task" [ 1652.208649] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.219827] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.281452] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710552, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.307552] env[62093]: DEBUG oslo_vmware.api [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710547, 'name': ReconfigVM_Task, 'duration_secs': 6.243537} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.307926] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.308239] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Reconfigured VM to detach interface {{(pid=62093) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1652.379119] env[62093]: DEBUG oslo_vmware.api [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.499084] env[62093]: DEBUG nova.compute.utils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.499913] env[62093]: DEBUG nova.compute.manager [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Not allocating networking since 'none' was specified. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1652.532537] env[62093]: DEBUG nova.network.neutron [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Successfully updated port: 61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1652.722742] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710555, 'name': ReconfigVM_Task, 'duration_secs': 0.271276} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.722742] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance '81da7613-689a-4f57-b8e7-ab7ff71afa2b' progress to 33 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.778344] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710552, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.878826] env[62093]: DEBUG oslo_vmware.api [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.004567] env[62093]: DEBUG nova.compute.manager [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1653.034914] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.035093] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.035311] env[62093]: DEBUG nova.network.neutron [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.213521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28673a02-2ba1-4d45-b797-59a23b101905 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.221364] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bf96ed-6796-4b88-83ee-4f6a6294adb4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.254600] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1653.254825] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1653.254985] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.255211] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1653.255359] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.255506] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1653.255706] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1653.255860] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1653.256030] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1653.256192] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1653.256359] env[62093]: DEBUG nova.virt.hardware [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1653.261693] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1653.263224] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af1d5b8-668a-4a2b-812c-9351df39819f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.277244] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40052892-9409-4b88-b595-b79cf488fd95 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.292662] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6836603a-856d-4cb0-a3db-cfcc2057eb17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.296342] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710552, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.029925} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.296855] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1653.296855] env[62093]: value = "task-1710556" [ 1653.296855] env[62093]: _type = "Task" [ 1653.296855] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.297094] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dce0ab40-3391-4569-a2a7-3229ee5d2c02/dce0ab40-3391-4569-a2a7-3229ee5d2c02.vmdk to [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f/3f59fd4d-e610-4193-bf90-5f4e3963989f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.298172] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6dfb95-6e36-4eda-aaa5-8a5196cdef17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.311214] env[62093]: DEBUG nova.compute.provider_tree [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.332656] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f/3f59fd4d-e610-4193-bf90-5f4e3963989f.vmdk or device None with type streamOptimized {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.336449] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd12d782-2731-4def-94f7-54a59f8f5e96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.350176] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.355949] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1653.355949] env[62093]: value = "task-1710557" [ 1653.355949] env[62093]: _type = "Task" [ 1653.355949] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.364226] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.375752] env[62093]: DEBUG oslo_vmware.api [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710554, 'name': ReconfigVM_Task, 'duration_secs': 1.158232} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.376142] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1653.381263] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d08eeef-fdf2-4b62-b31c-a124df107380 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.396943] env[62093]: DEBUG oslo_vmware.api [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1653.396943] env[62093]: value = "task-1710558" [ 1653.396943] env[62093]: _type = "Task" [ 1653.396943] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.405029] env[62093]: DEBUG oslo_vmware.api [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.613149] env[62093]: DEBUG nova.network.neutron [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1653.782138] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.782138] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.782138] env[62093]: DEBUG nova.network.neutron [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.814158] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710556, 'name': ReconfigVM_Task, 'duration_secs': 0.191908} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.814790] env[62093]: DEBUG nova.scheduler.client.report [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1653.819153] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1653.820374] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21814d5-e9af-4b7c-bb74-3c65878b759a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.855756] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 81da7613-689a-4f57-b8e7-ab7ff71afa2b/81da7613-689a-4f57-b8e7-ab7ff71afa2b.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.856081] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6572d5-84be-4461-89d0-8b1c787c26c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.881497] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710557, 'name': ReconfigVM_Task, 'duration_secs': 0.380461} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.883024] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f/3f59fd4d-e610-4193-bf90-5f4e3963989f.vmdk or device None with type streamOptimized {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.884854] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'guest_format': None, 'size': 0, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': 'e19acd06-2b45-4969-9b32-92bc34a8fc8e'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '6ce377ae-2c2e-48c5-86dd-36ad4c315dab', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356341', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'name': 'volume-069a7648-a232-4697-b635-4837eb07c3b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3f59fd4d-e610-4193-bf90-5f4e3963989f', 'attached_at': '', 'detached_at': '', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'serial': '069a7648-a232-4697-b635-4837eb07c3b5'}, 'guest_format': None, 'boot_index': None, 'device_type': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62093) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1653.885115] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1653.885374] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356341', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'name': 'volume-069a7648-a232-4697-b635-4837eb07c3b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3f59fd4d-e610-4193-bf90-5f4e3963989f', 'attached_at': '', 'detached_at': '', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'serial': '069a7648-a232-4697-b635-4837eb07c3b5'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1653.885832] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1653.885832] env[62093]: value = "task-1710559" [ 1653.885832] env[62093]: _type = "Task" [ 1653.885832] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.887573] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79e3119-9e13-4d07-98ec-7c3e28868c3c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.900138] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.918539] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df9551f-9dc9-4d45-9ac5-7d58d9b6dc8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.929049] env[62093]: DEBUG oslo_vmware.api [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710558, 'name': ReconfigVM_Task, 'duration_secs': 0.264441} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.942434] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356328', 'volume_id': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'name': 'volume-6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f30bcb6e-96e5-4036-95b6-6209eb722e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98', 'serial': '6c992f15-9d9b-4fd3-82ef-5ed673e55b98'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1653.952422] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-069a7648-a232-4697-b635-4837eb07c3b5/volume-069a7648-a232-4697-b635-4837eb07c3b5.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.953344] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca708084-e58f-4f70-9f59-18c2c6ecc2fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.968081] env[62093]: DEBUG nova.network.neutron [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating instance_info_cache with network_info: [{"id": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "address": "fa:16:3e:47:ee:12", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a407ff-d2", "ovs_interfaceid": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.978349] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1653.978349] env[62093]: value = "task-1710560" [ 1653.978349] env[62093]: _type = "Task" [ 1653.978349] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.991282] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.014943] env[62093]: DEBUG nova.compute.manager [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1654.045951] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1654.046217] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1654.046374] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.046575] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1654.046815] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.046988] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1654.047227] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1654.047383] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1654.047546] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1654.047705] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1654.047873] env[62093]: DEBUG nova.virt.hardware [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1654.048817] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad6b5b-0bc6-41b9-9124-dd574db13c56 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.057078] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c126c43b-4146-42db-871f-546500b494df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.072645] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.080757] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Creating folder: Project (cba9a997b1714191bfbd11e681b01862). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1654.081219] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b6ac4c4-be59-4c66-8a30-b24ee96070e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.092369] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Created folder: Project (cba9a997b1714191bfbd11e681b01862) in parent group-v356072. [ 1654.092575] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Creating folder: Instances. Parent ref: group-v356347. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1654.092813] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8219f658-7261-4286-a8f9-9db3903c09f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.105358] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Created folder: Instances in parent group-v356347. [ 1654.105358] env[62093]: DEBUG oslo.service.loopingcall [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.105358] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.105358] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8d9fcf8-bdca-4f50-bbcd-d6b1547d5747 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.120015] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.120015] env[62093]: value = "task-1710563" [ 1654.120015] env[62093]: _type = "Task" [ 1654.120015] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.127142] env[62093]: DEBUG nova.compute.manager [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Received event network-changed-61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.127340] env[62093]: DEBUG nova.compute.manager [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Refreshing instance network info cache due to event network-changed-61a407ff-d2f1-4468-9830-564cd6a12d3e. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1654.127530] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] Acquiring lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.132803] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710563, 'name': CreateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.321300] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.321935] env[62093]: DEBUG nova.compute.manager [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1654.326188] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.888s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.326495] env[62093]: DEBUG nova.objects.instance [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lazy-loading 'resources' on Instance uuid 83c03847-f728-4adc-b77b-13cb3f6b6aec {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.399425] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710559, 'name': ReconfigVM_Task, 'duration_secs': 0.347692} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.399626] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 81da7613-689a-4f57-b8e7-ab7ff71afa2b/81da7613-689a-4f57-b8e7-ab7ff71afa2b.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.399934] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance '81da7613-689a-4f57-b8e7-ab7ff71afa2b' progress to 50 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1654.473011] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.473284] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.473492] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.473676] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.473842] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.475478] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.475765] env[62093]: DEBUG nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Instance network_info: |[{"id": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "address": "fa:16:3e:47:ee:12", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a407ff-d2", "ovs_interfaceid": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1654.476317] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] Acquired lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.476511] env[62093]: DEBUG nova.network.neutron [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Refreshing network info cache for port 61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.478765] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ee:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61a407ff-d2f1-4468-9830-564cd6a12d3e', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.486696] env[62093]: DEBUG oslo.service.loopingcall [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.487400] env[62093]: INFO nova.compute.manager [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Terminating instance [ 1654.489315] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.489859] env[62093]: DEBUG nova.compute.manager [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1654.490059] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.493321] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc623e4d-4afd-4c1c-acc8-f9f337d0e748 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.508700] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba540b5c-ffd9-4d41-a0ae-c8cbe2d99e00 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.512355] env[62093]: DEBUG nova.objects.instance [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.520169] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710560, 'name': ReconfigVM_Task, 'duration_secs': 0.361461} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.521793] env[62093]: INFO nova.network.neutron [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Port d9da75cc-df2f-4a07-a01b-df386051e399 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1654.521969] env[62093]: INFO nova.network.neutron [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Port e087101d-fa20-4ca0-a25d-b276be5809ff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1654.522295] env[62093]: DEBUG nova.network.neutron [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.525604] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-069a7648-a232-4697-b635-4837eb07c3b5/volume-069a7648-a232-4697-b635-4837eb07c3b5.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.530607] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.530607] env[62093]: value = "task-1710564" [ 1654.530607] env[62093]: _type = "Task" [ 1654.530607] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.530856] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.532428] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3b5f14-f26f-4d57-8fcd-048521dc25d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.544375] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c699c3-6bcd-4af9-8b1f-89a5ac83cd10 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.556888] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710564, 'name': CreateVM_Task} progress is 15%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.559516] env[62093]: DEBUG oslo_vmware.api [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1654.559516] env[62093]: value = "task-1710566" [ 1654.559516] env[62093]: _type = "Task" [ 1654.559516] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.559856] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1654.559856] env[62093]: value = "task-1710565" [ 1654.559856] env[62093]: _type = "Task" [ 1654.559856] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.575381] env[62093]: DEBUG oslo_vmware.api [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.578844] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.630301] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710563, 'name': CreateVM_Task, 'duration_secs': 0.331138} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.630537] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1654.631023] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.631219] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.631621] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.631888] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617a1ae6-66aa-4ac9-a7ee-85c6bbcbbd4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.636918] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1654.636918] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ce84ac-fe70-14ce-8b80-ffd60d7780c8" [ 1654.636918] env[62093]: _type = "Task" [ 1654.636918] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.646350] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ce84ac-fe70-14ce-8b80-ffd60d7780c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.828294] env[62093]: DEBUG nova.compute.utils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.834286] env[62093]: DEBUG nova.compute.manager [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Not allocating networking since 'none' was specified. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1654.906735] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72630739-9931-4d0e-b8a0-b41d92287ebc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.932247] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960f055-a1fa-48bd-b432-db5b2b5ceb80 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.955986] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance '81da7613-689a-4f57-b8e7-ab7ff71afa2b' progress to 67 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1655.025654] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-752fff1f-86fc-4808-a52a-fbc27681b4fb" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.057562] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710564, 'name': CreateVM_Task, 'duration_secs': 0.422573} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.060182] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1655.061193] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.075328] env[62093]: DEBUG oslo_vmware.api [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710566, 'name': PowerOffVM_Task, 'duration_secs': 0.196636} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.077055] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710565, 'name': ReconfigVM_Task, 'duration_secs': 0.184663} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.077055] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.077055] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.077055] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356341', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'name': 'volume-069a7648-a232-4697-b635-4837eb07c3b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3f59fd4d-e610-4193-bf90-5f4e3963989f', 'attached_at': '', 'detached_at': '', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'serial': '069a7648-a232-4697-b635-4837eb07c3b5'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1655.077055] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-070b473c-95b6-4003-b1af-5ee875c4f06f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.083238] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9688aa62-80e3-4884-a7e7-a7d6671b02cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.087773] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1655.087773] env[62093]: value = "task-1710567" [ 1655.087773] env[62093]: _type = "Task" [ 1655.087773] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.094432] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9c85e8-534c-4584-ab92-8c24964849df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.099602] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710567, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.104215] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a8d88-477b-41b1-86e2-3d437b303a27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.138226] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93268f24-aac2-451a-aa27-295f42cd2a99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.154215] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30ce87b-fe63-42c0-90a9-c00a778cc60d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.158528] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ce84ac-fe70-14ce-8b80-ffd60d7780c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015769} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.158851] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.159111] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.159349] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.159494] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.159668] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.160370] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.160723] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.160933] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a44fa8-2f0b-431e-92c8-2bf183bedb56 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.170899] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a888d22-c00e-4529-a5f1-c849373fc7d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.173751] env[62093]: DEBUG nova.compute.provider_tree [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.180618] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1655.180618] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5242a39e-de7d-b68d-53ce-b4ba76bd3260" [ 1655.180618] env[62093]: _type = "Task" [ 1655.180618] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.186932] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.187135] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.190563] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f0568c-874b-4381-a0e3-bc700e687524 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.193515] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5242a39e-de7d-b68d-53ce-b4ba76bd3260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.196478] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1655.196478] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521b9120-ed0c-ae4e-81e7-24c06aaa67bb" [ 1655.196478] env[62093]: _type = "Task" [ 1655.196478] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.204418] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521b9120-ed0c-ae4e-81e7-24c06aaa67bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.212042] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.212245] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.212421] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleting the datastore file [datastore1] 752fff1f-86fc-4808-a52a-fbc27681b4fb {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.212671] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-517fa4c1-48b1-4350-94ef-3e15a7bbf788 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.220996] env[62093]: DEBUG oslo_vmware.api [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1655.220996] env[62093]: value = "task-1710569" [ 1655.220996] env[62093]: _type = "Task" [ 1655.220996] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.228281] env[62093]: DEBUG oslo_vmware.api [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.335945] env[62093]: DEBUG nova.compute.manager [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1655.400449] env[62093]: DEBUG nova.network.neutron [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updated VIF entry in instance network info cache for port 61a407ff-d2f1-4468-9830-564cd6a12d3e. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.400922] env[62093]: DEBUG nova.network.neutron [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating instance_info_cache with network_info: [{"id": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "address": "fa:16:3e:47:ee:12", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a407ff-d2", "ovs_interfaceid": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.439742] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.497758] env[62093]: DEBUG nova.network.neutron [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Port 5abd86f2-7135-4866-b502-4bc2ad712060 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1655.519293] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b04031da-93e1-4856-aa69-2817f9b38bfb tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.335s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.520332] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.081s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.520539] env[62093]: DEBUG nova.compute.manager [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1655.521648] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ee095f-aa1d-412a-bb89-fd5392909f65 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.529636] env[62093]: DEBUG oslo_concurrency.lockutils [None req-87f74619-3d1e-4670-8d4a-f603083c29a5 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-752fff1f-86fc-4808-a52a-fbc27681b4fb-d9da75cc-df2f-4a07-a01b-df386051e399" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.355s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.531197] env[62093]: DEBUG nova.compute.manager [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1655.531904] env[62093]: DEBUG nova.objects.instance [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.597602] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710567, 'name': Rename_Task, 'duration_secs': 0.234567} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.597885] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.598156] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8875c1b9-fcf3-41c3-8247-0f7750b54706 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.605056] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1655.605056] env[62093]: value = "task-1710570" [ 1655.605056] env[62093]: _type = "Task" [ 1655.605056] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.613510] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.679357] env[62093]: DEBUG nova.scheduler.client.report [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1655.695354] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5242a39e-de7d-b68d-53ce-b4ba76bd3260, 'name': SearchDatastore_Task, 'duration_secs': 0.019323} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.695856] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.696130] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.696362] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.706633] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521b9120-ed0c-ae4e-81e7-24c06aaa67bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009504} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.707383] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7d7473-b5d6-4213-a902-000139ff5b29 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.712685] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1655.712685] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ddcb94-0380-aa1a-6e53-0b688a6d97b0" [ 1655.712685] env[62093]: _type = "Task" [ 1655.712685] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.720813] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ddcb94-0380-aa1a-6e53-0b688a6d97b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.729064] env[62093]: DEBUG oslo_vmware.api [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427727} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.729303] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.729480] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.729650] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.729822] env[62093]: INFO nova.compute.manager [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1655.730069] env[62093]: DEBUG oslo.service.loopingcall [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.730260] env[62093]: DEBUG nova.compute.manager [-] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1655.730355] env[62093]: DEBUG nova.network.neutron [-] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.774038] env[62093]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e087101d-fa20-4ca0-a25d-b276be5809ff could not be found.", "detail": ""}} {{(pid=62093) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1655.774289] env[62093]: DEBUG nova.network.neutron [-] Unable to show port e087101d-fa20-4ca0-a25d-b276be5809ff as it no longer exists. {{(pid=62093) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1655.904169] env[62093]: DEBUG oslo_concurrency.lockutils [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] Releasing lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.904441] env[62093]: DEBUG nova.compute.manager [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-vif-deleted-d9da75cc-df2f-4a07-a01b-df386051e399 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1655.904623] env[62093]: INFO nova.compute.manager [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Neutron deleted interface d9da75cc-df2f-4a07-a01b-df386051e399; detaching it from the instance and deleting it from the info cache [ 1655.904934] env[62093]: DEBUG nova.network.neutron [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e087101d-fa20-4ca0-a25d-b276be5809ff", "address": "fa:16:3e:4d:08:79", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape087101d-fa", "ovs_interfaceid": "e087101d-fa20-4ca0-a25d-b276be5809ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.037758] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.041533] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b6242d-6f47-4c1c-a28d-003510aeb645 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.053544] env[62093]: DEBUG oslo_vmware.api [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1656.053544] env[62093]: value = "task-1710571" [ 1656.053544] env[62093]: _type = "Task" [ 1656.053544] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.067843] env[62093]: DEBUG oslo_vmware.api [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.118068] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710570, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.191803] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.193512] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.336s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.194634] env[62093]: DEBUG nova.objects.instance [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1656.226689] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ddcb94-0380-aa1a-6e53-0b688a6d97b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.226689] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.226689] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] cfc4f03c-9446-4c7c-b79b-8bda2ba34981/cfc4f03c-9446-4c7c-b79b-8bda2ba34981.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1656.226689] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.226689] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.227257] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e4ca10d-eec1-47f9-b6a5-ab5bc5552add {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.231280] env[62093]: INFO nova.scheduler.client.report [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Deleted allocations for instance 83c03847-f728-4adc-b77b-13cb3f6b6aec [ 1656.231831] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1e98824-4366-4c7d-a44f-6e8ab2067619 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.242024] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1656.242024] env[62093]: value = "task-1710572" [ 1656.242024] env[62093]: _type = "Task" [ 1656.242024] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.247871] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.248144] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.249668] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a84fb3e-aca2-4b5c-9e85-33d482b9d5f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.258729] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.262061] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1656.262061] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52403c42-ed86-f599-7613-78e343fbce97" [ 1656.262061] env[62093]: _type = "Task" [ 1656.262061] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.270156] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52403c42-ed86-f599-7613-78e343fbce97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.310493] env[62093]: DEBUG nova.compute.manager [req-a50d2a54-a2a5-428d-a4e3-ddfab6c1c818 req-f469bde3-70d9-4959-871e-b9a74fd09f8f service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-vif-deleted-73dc3f26-7ba4-48be-a3c2-912e40dee5f2 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1656.310618] env[62093]: INFO nova.compute.manager [req-a50d2a54-a2a5-428d-a4e3-ddfab6c1c818 req-f469bde3-70d9-4959-871e-b9a74fd09f8f service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Neutron deleted interface 73dc3f26-7ba4-48be-a3c2-912e40dee5f2; detaching it from the instance and deleting it from the info cache [ 1656.310887] env[62093]: DEBUG nova.network.neutron [req-a50d2a54-a2a5-428d-a4e3-ddfab6c1c818 req-f469bde3-70d9-4959-871e-b9a74fd09f8f service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "e087101d-fa20-4ca0-a25d-b276be5809ff", "address": "fa:16:3e:4d:08:79", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape087101d-fa", "ovs_interfaceid": "e087101d-fa20-4ca0-a25d-b276be5809ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.346154] env[62093]: DEBUG nova.compute.manager [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1656.372133] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1656.372133] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1656.372393] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.372393] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1656.372543] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.372767] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1656.372988] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1656.373170] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1656.373605] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1656.373811] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1656.373989] env[62093]: DEBUG nova.virt.hardware [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1656.374851] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c0d25f-2068-43ac-b9ef-14e98beddf9e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.383313] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85591e3c-2db2-44a5-8867-ca839c0cbd17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.398102] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.404015] env[62093]: DEBUG oslo.service.loopingcall [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.404290] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.404511] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f133eee4-38b7-4184-a0d4-ac8790d78107 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.418010] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf00cf81-34cf-45c2-b793-289d23b09cf8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.428663] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2598a1b-288d-4a04-82a1-53d788544fb1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.441827] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.441827] env[62093]: value = "task-1710573" [ 1656.441827] env[62093]: _type = "Task" [ 1656.441827] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.451265] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710573, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.467975] env[62093]: DEBUG nova.compute.manager [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Detach interface failed, port_id=d9da75cc-df2f-4a07-a01b-df386051e399, reason: Instance 752fff1f-86fc-4808-a52a-fbc27681b4fb could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1656.468277] env[62093]: DEBUG nova.compute.manager [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Received event network-vif-deleted-e087101d-fa20-4ca0-a25d-b276be5809ff {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1656.468489] env[62093]: INFO nova.compute.manager [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Neutron deleted interface e087101d-fa20-4ca0-a25d-b276be5809ff; detaching it from the instance and deleting it from the info cache [ 1656.468777] env[62093]: DEBUG nova.network.neutron [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [{"id": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "address": "fa:16:3e:84:07:49", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73dc3f26-7b", "ovs_interfaceid": "73dc3f26-7ba4-48be-a3c2-912e40dee5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.524961] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.525372] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.525372] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.567074] env[62093]: DEBUG oslo_vmware.api [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710571, 'name': PowerOffVM_Task, 'duration_secs': 0.221608} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.567238] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.567409] env[62093]: DEBUG nova.compute.manager [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1656.568455] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e27bc-af19-4a40-acb2-43fcd2881dfd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.616925] env[62093]: DEBUG oslo_vmware.api [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710570, 'name': PowerOnVM_Task, 'duration_secs': 0.608288} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.617157] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.726411] env[62093]: DEBUG nova.compute.manager [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1656.727487] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c5332-9c5a-4e3a-bcb7-77281b11afe1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.741852] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e7495ae5-9bdb-4dcb-9ac2-8b10e1f501b5 tempest-ServersTestJSON-1271356589 tempest-ServersTestJSON-1271356589-project-member] Lock "83c03847-f728-4adc-b77b-13cb3f6b6aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.474s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.753029] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.774437] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52403c42-ed86-f599-7613-78e343fbce97, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.775317] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d0ee64-8017-486a-84db-f003fa56644c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.782576] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1656.782576] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52198e9a-ca30-58db-e305-a858eb323426" [ 1656.782576] env[62093]: _type = "Task" [ 1656.782576] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.787285] env[62093]: DEBUG nova.network.neutron [-] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.792923] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52198e9a-ca30-58db-e305-a858eb323426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.813383] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6490cfb9-67af-4bf5-9e30-d5388fced926 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.824686] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b3a15-ab70-421c-9def-6b2495458752 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.860316] env[62093]: DEBUG nova.compute.manager [req-a50d2a54-a2a5-428d-a4e3-ddfab6c1c818 req-f469bde3-70d9-4959-871e-b9a74fd09f8f service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Detach interface failed, port_id=73dc3f26-7ba4-48be-a3c2-912e40dee5f2, reason: Instance 752fff1f-86fc-4808-a52a-fbc27681b4fb could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1656.952466] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710573, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.971285] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfbe162a-891f-4e01-9a76-fdbf5154bff2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.980553] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ce6b57-5ec7-4d24-955e-5f47c2b056a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.012491] env[62093]: DEBUG nova.compute.manager [req-4e84d97d-d3c6-426a-848f-2a95f8269a8e req-7a3a002c-6936-4789-9d10-bddaa8708205 service nova] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Detach interface failed, port_id=e087101d-fa20-4ca0-a25d-b276be5809ff, reason: Instance 752fff1f-86fc-4808-a52a-fbc27681b4fb could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1657.083027] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5ed49956-13cc-41db-8223-f3f1608fbf1b tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.207802] env[62093]: DEBUG oslo_concurrency.lockutils [None req-addc830c-cc5b-413f-b071-413c7df87324 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.250507] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0f2f6722-a25d-4a45-a8e7-ddc54e1957f7 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.169s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.258923] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608804} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.259237] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] cfc4f03c-9446-4c7c-b79b-8bda2ba34981/cfc4f03c-9446-4c7c-b79b-8bda2ba34981.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1657.259457] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1657.259700] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31d32e8b-baea-4225-bb76-cddd91cd18a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.266999] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1657.266999] env[62093]: value = "task-1710574" [ 1657.266999] env[62093]: _type = "Task" [ 1657.266999] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.275270] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.294046] env[62093]: INFO nova.compute.manager [-] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Took 1.56 seconds to deallocate network for instance. [ 1657.294401] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52198e9a-ca30-58db-e305-a858eb323426, 'name': SearchDatastore_Task, 'duration_secs': 0.052145} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.296074] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.296361] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f/6121704d-0a6a-4191-9254-028ca7ad1e5f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.299081] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683fd9db-6a61-4639-9f1c-af68886c5c94 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.307846] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1657.307846] env[62093]: value = "task-1710575" [ 1657.307846] env[62093]: _type = "Task" [ 1657.307846] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.320291] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.456651] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710573, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.601397] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.601629] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.601818] env[62093]: DEBUG nova.network.neutron [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.779037] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093658} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.779037] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.779639] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe0bcfc-4a6d-4528-a535-7652ee1c2831 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.804047] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] cfc4f03c-9446-4c7c-b79b-8bda2ba34981/cfc4f03c-9446-4c7c-b79b-8bda2ba34981.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.805218] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.805218] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.805218] env[62093]: DEBUG nova.objects.instance [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'resources' on Instance uuid 752fff1f-86fc-4808-a52a-fbc27681b4fb {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.805811] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f47e944-b8ae-407e-8ad2-5b015f78779e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.836880] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.838514] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1657.838514] env[62093]: value = "task-1710576" [ 1657.838514] env[62093]: _type = "Task" [ 1657.838514] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.849849] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.956184] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710573, 'name': CreateVM_Task, 'duration_secs': 1.380352} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.956382] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.956831] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.956983] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.957340] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.957683] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3acb6c-7667-4a45-beb3-d5abd80e161a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.965072] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1657.965072] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52bd3d75-e76a-ffd3-af8e-bc7f946a8eae" [ 1657.965072] env[62093]: _type = "Task" [ 1657.965072] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.974724] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52bd3d75-e76a-ffd3-af8e-bc7f946a8eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.978124] env[62093]: DEBUG nova.objects.instance [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.061619] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e5b1b2-ddb3-4299-a062-d1e2d4ee00d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.070452] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cd3c96-7c63-4ee3-ac11-50d185a8832e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.104431] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd621d0d-67f1-41d2-8421-b007cbb8b189 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.113538] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e8008-a1f0-4196-a403-89f8e8209ae5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.126737] env[62093]: DEBUG nova.compute.provider_tree [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.338569] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789428} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.338991] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f/6121704d-0a6a-4191-9254-028ca7ad1e5f.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.339271] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.345308] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c0561b6-4448-4592-8a17-a551c3178308 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.352229] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.353265] env[62093]: DEBUG nova.network.neutron [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance_info_cache with network_info: [{"id": "5abd86f2-7135-4866-b502-4bc2ad712060", "address": "fa:16:3e:85:57:21", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd86f2-71", "ovs_interfaceid": "5abd86f2-7135-4866-b502-4bc2ad712060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.355871] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1658.355871] env[62093]: value = "task-1710577" [ 1658.355871] env[62093]: _type = "Task" [ 1658.355871] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.366045] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.477072] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52bd3d75-e76a-ffd3-af8e-bc7f946a8eae, 'name': SearchDatastore_Task, 'duration_secs': 0.052663} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.477435] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.477635] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1658.477865] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.478014] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.478197] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.478465] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca6f834d-14a7-409c-a817-ee215612c345 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.482761] env[62093]: DEBUG oslo_concurrency.lockutils [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.483245] env[62093]: DEBUG oslo_concurrency.lockutils [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.483373] env[62093]: DEBUG nova.network.neutron [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.483545] env[62093]: DEBUG nova.objects.instance [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'info_cache' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.488375] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.488562] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1658.489289] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2dc1e89-84b1-42ae-8bad-30982d69f8f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.495909] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1658.495909] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52db3ee5-4282-d9b4-e504-2a0a7b474294" [ 1658.495909] env[62093]: _type = "Task" [ 1658.495909] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.503950] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52db3ee5-4282-d9b4-e504-2a0a7b474294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.629824] env[62093]: DEBUG nova.scheduler.client.report [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1658.848974] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710576, 'name': ReconfigVM_Task, 'duration_secs': 0.536604} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.849319] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Reconfigured VM instance instance-00000066 to attach disk [datastore1] cfc4f03c-9446-4c7c-b79b-8bda2ba34981/cfc4f03c-9446-4c7c-b79b-8bda2ba34981.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.849981] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dfaa258-1411-4197-9ea7-783782b7215f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.856948] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1658.856948] env[62093]: value = "task-1710578" [ 1658.856948] env[62093]: _type = "Task" [ 1658.856948] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.857450] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.872036] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068432} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.875382] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1658.875549] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710578, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.876266] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e5799-a661-4702-b8e2-3174d41f9da8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.898481] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f/6121704d-0a6a-4191-9254-028ca7ad1e5f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.898806] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a974f78b-9016-421a-8f43-fd36ceda96f9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.919990] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1658.919990] env[62093]: value = "task-1710579" [ 1658.919990] env[62093]: _type = "Task" [ 1658.919990] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.928410] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.987029] env[62093]: DEBUG nova.objects.base [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1659.006700] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52db3ee5-4282-d9b4-e504-2a0a7b474294, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.007523] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b813d6-2188-492e-a45e-bd42958adf44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.012996] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1659.012996] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524a800a-31cb-44a3-9f5a-d9d309cdbbff" [ 1659.012996] env[62093]: _type = "Task" [ 1659.012996] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.020896] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524a800a-31cb-44a3-9f5a-d9d309cdbbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.136508] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.332s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.163127] env[62093]: INFO nova.scheduler.client.report [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleted allocations for instance 752fff1f-86fc-4808-a52a-fbc27681b4fb [ 1659.370619] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710578, 'name': Rename_Task, 'duration_secs': 0.1326} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.370702] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.371011] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3aeb4b7-99a6-4d4c-8654-2e2eef6a5c4f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.379951] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1659.379951] env[62093]: value = "task-1710580" [ 1659.379951] env[62093]: _type = "Task" [ 1659.379951] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.386033] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17dc286-b9a3-436f-97db-7a233bc21acf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.391530] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.410320] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9512ed7a-7496-4df7-a089-fc122eff9e90 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.417453] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance '81da7613-689a-4f57-b8e7-ab7ff71afa2b' progress to 83 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1659.430442] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.524446] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524a800a-31cb-44a3-9f5a-d9d309cdbbff, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.524791] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.524964] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0/48f683e8-8f95-42bd-a8db-8efdb0c9fea0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.525238] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06078520-a77a-4821-891a-4a83a6461f6e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.532402] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1659.532402] env[62093]: value = "task-1710581" [ 1659.532402] env[62093]: _type = "Task" [ 1659.532402] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.540188] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.671438] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8f456e9-0646-4d52-8494-e81d5cc8109c tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "752fff1f-86fc-4808-a52a-fbc27681b4fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.198s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.748551] env[62093]: DEBUG nova.network.neutron [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updating instance_info_cache with network_info: [{"id": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "address": "fa:16:3e:60:97:f3", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356590eb-4c", "ovs_interfaceid": "356590eb-4c6b-4bd1-a1e6-7e54a1e0d189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.891147] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.924768] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.924768] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a05d2228-e9fc-4835-9ad7-3156219ccfe8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.941361] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710579, 'name': ReconfigVM_Task, 'duration_secs': 0.723835} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.942738] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f/6121704d-0a6a-4191-9254-028ca7ad1e5f.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.943963] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1659.943963] env[62093]: value = "task-1710582" [ 1659.943963] env[62093]: _type = "Task" [ 1659.943963] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.943963] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b99d5b06-a9f1-4948-af71-7ee8a350bee9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.955451] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.957179] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1659.957179] env[62093]: value = "task-1710583" [ 1659.957179] env[62093]: _type = "Task" [ 1659.957179] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.966355] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710583, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.043872] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710581, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.251477] env[62093]: DEBUG oslo_concurrency.lockutils [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Releasing lock "refresh_cache-f30bcb6e-96e5-4036-95b6-6209eb722e2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.393777] env[62093]: DEBUG oslo_vmware.api [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710580, 'name': PowerOnVM_Task, 'duration_secs': 0.72233} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.395068] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.395330] env[62093]: INFO nova.compute.manager [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1660.395562] env[62093]: DEBUG nova.compute.manager [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1660.396378] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a802ad15-dc05-468f-8852-dca13fb3be02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.458969] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.468541] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710583, 'name': Rename_Task, 'duration_secs': 0.249135} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.468832] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.469161] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5f04768-7282-4aa3-ad8e-6baf5275c446 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.475044] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1660.475044] env[62093]: value = "task-1710584" [ 1660.475044] env[62093]: _type = "Task" [ 1660.475044] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.485224] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.543254] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544512} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.543599] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0/48f683e8-8f95-42bd-a8db-8efdb0c9fea0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.544051] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1660.544051] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c188cf3-07b4-4379-86a6-1ec1ce755eeb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.551012] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1660.551012] env[62093]: value = "task-1710585" [ 1660.551012] env[62093]: _type = "Task" [ 1660.551012] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.559718] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.755373] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.755709] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9eae2d1-f481-4121-94c4-2ce72f835fe7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.763052] env[62093]: DEBUG oslo_vmware.api [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1660.763052] env[62093]: value = "task-1710586" [ 1660.763052] env[62093]: _type = "Task" [ 1660.763052] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.771159] env[62093]: DEBUG oslo_vmware.api [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.915021] env[62093]: INFO nova.compute.manager [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Took 16.33 seconds to build instance. [ 1660.957025] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710582, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.985566] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.061821] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065454} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.062188] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1661.063285] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c969e7df-ad39-4d85-9913-723cbeead806 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.088472] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0/48f683e8-8f95-42bd-a8db-8efdb0c9fea0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1661.088472] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d580de60-4033-4475-825d-e413c60a5506 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.107249] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1661.107249] env[62093]: value = "task-1710587" [ 1661.107249] env[62093]: _type = "Task" [ 1661.107249] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.115289] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.274194] env[62093]: DEBUG oslo_vmware.api [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.417999] env[62093]: DEBUG oslo_concurrency.lockutils [None req-13654995-3cc5-472e-94de-e55b8ff3c769 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.853s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.456700] env[62093]: DEBUG oslo_vmware.api [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710582, 'name': PowerOnVM_Task, 'duration_secs': 1.170975} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.457043] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.457252] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-c611a818-46d2-4d18-bde4-e8eaa57be7a5 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance '81da7613-689a-4f57-b8e7-ab7ff71afa2b' progress to 100 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1661.486097] env[62093]: DEBUG oslo_vmware.api [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710584, 'name': PowerOnVM_Task, 'duration_secs': 0.883223} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.486379] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.486588] env[62093]: INFO nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1661.486770] env[62093]: DEBUG nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1661.487580] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b00ee6c-b661-4c05-a446-4afaa4960aa0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.619426] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710587, 'name': ReconfigVM_Task, 'duration_secs': 0.314319} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.619800] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0/48f683e8-8f95-42bd-a8db-8efdb0c9fea0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.620424] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ddd7791-f832-493e-b105-3e787efae735 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.627602] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1661.627602] env[62093]: value = "task-1710588" [ 1661.627602] env[62093]: _type = "Task" [ 1661.627602] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.635957] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.636260] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.640669] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710588, 'name': Rename_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.774741] env[62093]: DEBUG oslo_vmware.api [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710586, 'name': PowerOnVM_Task, 'duration_secs': 0.830638} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.775099] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.775300] env[62093]: DEBUG nova.compute.manager [None req-53d179ed-3f64-4a58-802c-4b1693be85ef tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1661.776075] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d98351-576f-44d0-826d-aacd5ed349ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.003914] env[62093]: INFO nova.compute.manager [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Took 18.68 seconds to build instance. [ 1662.138341] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710588, 'name': Rename_Task, 'duration_secs': 0.152635} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.138661] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.139268] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67b2b960-f435-4d80-8961-3bb9bbd90c34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.142239] env[62093]: DEBUG nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1662.146493] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1662.146493] env[62093]: value = "task-1710589" [ 1662.146493] env[62093]: _type = "Task" [ 1662.146493] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.155076] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.505906] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bf0fed34-d41f-43c7-8f80-10750b984f6e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.193s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.668544] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710589, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.676445] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.676690] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.678344] env[62093]: INFO nova.compute.claims [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.103542] env[62093]: DEBUG nova.compute.manager [req-2041cb51-d500-46d6-9c4d-d49227a080c0 req-0af3e7ae-68c2-4873-baf3-b070450aa9a9 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Received event network-changed-61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.103740] env[62093]: DEBUG nova.compute.manager [req-2041cb51-d500-46d6-9c4d-d49227a080c0 req-0af3e7ae-68c2-4873-baf3-b070450aa9a9 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Refreshing instance network info cache due to event network-changed-61a407ff-d2f1-4468-9830-564cd6a12d3e. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1663.103955] env[62093]: DEBUG oslo_concurrency.lockutils [req-2041cb51-d500-46d6-9c4d-d49227a080c0 req-0af3e7ae-68c2-4873-baf3-b070450aa9a9 service nova] Acquiring lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.104226] env[62093]: DEBUG oslo_concurrency.lockutils [req-2041cb51-d500-46d6-9c4d-d49227a080c0 req-0af3e7ae-68c2-4873-baf3-b070450aa9a9 service nova] Acquired lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.104331] env[62093]: DEBUG nova.network.neutron [req-2041cb51-d500-46d6-9c4d-d49227a080c0 req-0af3e7ae-68c2-4873-baf3-b070450aa9a9 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Refreshing network info cache for port 61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.160279] env[62093]: DEBUG oslo_vmware.api [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710589, 'name': PowerOnVM_Task, 'duration_secs': 0.653868} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.160661] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.161013] env[62093]: INFO nova.compute.manager [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1663.161104] env[62093]: DEBUG nova.compute.manager [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1663.161931] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be2f04e-acde-40a3-b109-a355bee9a061 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.385025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.385134] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.385653] env[62093]: DEBUG nova.compute.manager [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Going to confirm migration 5 {{(pid=62093) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1663.679469] env[62093]: INFO nova.compute.manager [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Took 18.63 seconds to build instance. [ 1663.873530] env[62093]: DEBUG nova.network.neutron [req-2041cb51-d500-46d6-9c4d-d49227a080c0 req-0af3e7ae-68c2-4873-baf3-b070450aa9a9 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updated VIF entry in instance network info cache for port 61a407ff-d2f1-4468-9830-564cd6a12d3e. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.873929] env[62093]: DEBUG nova.network.neutron [req-2041cb51-d500-46d6-9c4d-d49227a080c0 req-0af3e7ae-68c2-4873-baf3-b070450aa9a9 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating instance_info_cache with network_info: [{"id": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "address": "fa:16:3e:47:ee:12", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a407ff-d2", "ovs_interfaceid": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.918113] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f633781f-eb28-4b83-9dd3-f934417220a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.927877] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e02d965-f4df-4b52-94ee-6bb1a285bec6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.933771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.934015] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquired lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.934259] env[62093]: DEBUG nova.network.neutron [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.934512] env[62093]: DEBUG nova.objects.instance [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'info_cache' on Instance uuid 81da7613-689a-4f57-b8e7-ab7ff71afa2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.980266] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a74d7-c4a5-475a-ace4-e11a6b93517a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.991299] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2921d3a8-17af-4a6b-bbbc-fe6774ecd28e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.011494] env[62093]: DEBUG nova.compute.provider_tree [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.059944] env[62093]: INFO nova.compute.manager [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Rebuilding instance [ 1664.102509] env[62093]: DEBUG nova.compute.manager [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1664.103547] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b4f07-1a18-4484-bd00-6beac9d43da1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.181173] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5cddbe04-2e54-47ff-b768-24b6ad6964a5 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.141s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.379136] env[62093]: DEBUG oslo_concurrency.lockutils [req-2041cb51-d500-46d6-9c4d-d49227a080c0 req-0af3e7ae-68c2-4873-baf3-b070450aa9a9 service nova] Releasing lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.515164] env[62093]: DEBUG nova.scheduler.client.report [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1664.614108] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.614432] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b537ef9-2fc7-4a89-a67b-507909e3fa81 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.621776] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1664.621776] env[62093]: value = "task-1710590" [ 1664.621776] env[62093]: _type = "Task" [ 1664.621776] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.629735] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.019678] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.020288] env[62093]: DEBUG nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1665.131131] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710590, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.132043] env[62093]: DEBUG nova.network.neutron [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance_info_cache with network_info: [{"id": "5abd86f2-7135-4866-b502-4bc2ad712060", "address": "fa:16:3e:85:57:21", "network": {"id": "5d526dd0-2798-4b68-b867-73cc53420d07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-709462354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1d7ccca9ae4cc78f2400b3b6d580f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abd86f2-71", "ovs_interfaceid": "5abd86f2-7135-4866-b502-4bc2ad712060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.526548] env[62093]: DEBUG nova.compute.utils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1665.528078] env[62093]: DEBUG nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1665.528309] env[62093]: DEBUG nova.network.neutron [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.574473] env[62093]: DEBUG nova.policy [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1665.632274] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710590, 'name': PowerOffVM_Task, 'duration_secs': 0.572891} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.632547] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.632771] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.633543] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea3a02-9855-4e1c-86f6-668652a8d2a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.636309] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Releasing lock "refresh_cache-81da7613-689a-4f57-b8e7-ab7ff71afa2b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.636534] env[62093]: DEBUG nova.objects.instance [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lazy-loading 'migration_context' on Instance uuid 81da7613-689a-4f57-b8e7-ab7ff71afa2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.641707] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.641952] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fcd9d8c-83b4-48bd-824d-6b99ff8d9026 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.667646] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.667829] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.668014] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Deleting the datastore file [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.668287] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0e5e9bc-eae4-416f-8057-dca076f24f9e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.674335] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1665.674335] env[62093]: value = "task-1710592" [ 1665.674335] env[62093]: _type = "Task" [ 1665.674335] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.682531] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.714167] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquiring lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.714478] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.714761] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquiring lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.714985] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.715216] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.717441] env[62093]: INFO nova.compute.manager [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Terminating instance [ 1665.719351] env[62093]: DEBUG nova.compute.manager [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1665.719571] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.720569] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4edf7-e418-42b3-8465-4c86da506b15 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.728230] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.728489] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e051e3-e271-4d59-8e41-1d53ba0b2b26 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.736655] env[62093]: DEBUG oslo_vmware.api [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1665.736655] env[62093]: value = "task-1710593" [ 1665.736655] env[62093]: _type = "Task" [ 1665.736655] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.745059] env[62093]: DEBUG oslo_vmware.api [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.843729] env[62093]: DEBUG nova.network.neutron [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Successfully created port: 301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1666.031679] env[62093]: DEBUG nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1666.139919] env[62093]: DEBUG nova.objects.base [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Object Instance<81da7613-689a-4f57-b8e7-ab7ff71afa2b> lazy-loaded attributes: info_cache,migration_context {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1666.141292] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180d87fa-2e94-4d01-82b0-0439141454e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.160160] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4279438a-3906-4746-93ac-b7e19611408e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.165531] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1666.165531] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522b646a-8e54-967a-889c-ae91228e3cb1" [ 1666.165531] env[62093]: _type = "Task" [ 1666.165531] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.172966] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522b646a-8e54-967a-889c-ae91228e3cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.181942] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088478} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.182180] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.182361] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.182534] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.246393] env[62093]: DEBUG oslo_vmware.api [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710593, 'name': PowerOffVM_Task, 'duration_secs': 0.185867} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.246933] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.247144] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.247372] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbcf8eb1-ce74-482a-9eaa-9a2b503ee527 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.333244] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.333494] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.333663] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Deleting the datastore file [datastore1] 5dca4a06-e4f4-469c-b6e3-3826a2d5b752 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.333947] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51973234-9ced-44ca-a7dc-eed2555da986 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.340139] env[62093]: DEBUG oslo_vmware.api [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for the task: (returnval){ [ 1666.340139] env[62093]: value = "task-1710595" [ 1666.340139] env[62093]: _type = "Task" [ 1666.340139] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.347875] env[62093]: DEBUG oslo_vmware.api [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.675866] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522b646a-8e54-967a-889c-ae91228e3cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.006549} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.676172] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.676441] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.850126] env[62093]: DEBUG oslo_vmware.api [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Task: {'id': task-1710595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133682} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.850126] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.850126] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.850409] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.850459] env[62093]: INFO nova.compute.manager [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1666.850730] env[62093]: DEBUG oslo.service.loopingcall [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.850925] env[62093]: DEBUG nova.compute.manager [-] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1666.851025] env[62093]: DEBUG nova.network.neutron [-] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.042292] env[62093]: DEBUG nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1667.070121] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1667.070384] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1667.070595] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.070798] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1667.070975] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.071401] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1667.071636] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1667.071860] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1667.072079] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1667.072298] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1667.072546] env[62093]: DEBUG nova.virt.hardware [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1667.073437] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f6497-c3fc-4ea3-8904-260332bcbb6c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.082428] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf97123-c89f-4685-916f-c8325f00fca3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.213117] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1667.213411] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1667.213574] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.213761] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1667.213905] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.214102] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1667.214273] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1667.214430] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1667.214981] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1667.214981] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1667.214981] env[62093]: DEBUG nova.virt.hardware [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1667.215816] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e1746-9e96-4706-abfa-0598b124cbd5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.226579] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b518d9-6025-4ad1-84f5-b7e5bcacc5d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.242069] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.247748] env[62093]: DEBUG oslo.service.loopingcall [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.248029] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.248265] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-516b0357-1842-4871-9286-b92b30b5950a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.268689] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.268689] env[62093]: value = "task-1710596" [ 1667.268689] env[62093]: _type = "Task" [ 1667.268689] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.279518] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710596, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.346648] env[62093]: DEBUG nova.compute.manager [req-5010c970-8b23-4f56-a837-df8a1b7ccace req-740b73ba-a49a-4e32-8bc7-d57949b6199b service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Received event network-vif-deleted-f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.346894] env[62093]: INFO nova.compute.manager [req-5010c970-8b23-4f56-a837-df8a1b7ccace req-740b73ba-a49a-4e32-8bc7-d57949b6199b service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Neutron deleted interface f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b; detaching it from the instance and deleting it from the info cache [ 1667.347122] env[62093]: DEBUG nova.network.neutron [req-5010c970-8b23-4f56-a837-df8a1b7ccace req-740b73ba-a49a-4e32-8bc7-d57949b6199b service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.423536] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663bf810-c5a8-4cff-96dc-d4db3781a2df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.431675] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6edca2-19d4-4d06-ab5b-4f4d7d899f0d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.464265] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80fc2ae-119d-47e1-9f0d-3cce181f1f27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.472701] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2098c-e139-484d-b7b0-e12aa67a8210 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.487364] env[62093]: DEBUG nova.compute.provider_tree [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.780761] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710596, 'name': CreateVM_Task, 'duration_secs': 0.301089} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.781136] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1667.781604] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.781881] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.782231] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1667.782518] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ad850c-383e-4563-ba71-fdec01234210 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.788301] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1667.788301] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52dd222d-409f-b08c-43b6-c53690025889" [ 1667.788301] env[62093]: _type = "Task" [ 1667.788301] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.800983] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dd222d-409f-b08c-43b6-c53690025889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.822527] env[62093]: DEBUG nova.network.neutron [-] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.852736] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89e76fd9-c667-4044-870c-c72d51d6da8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.865024] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72212e8b-ac4f-4091-9e5b-bc24c38a7115 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.901030] env[62093]: DEBUG nova.compute.manager [req-5010c970-8b23-4f56-a837-df8a1b7ccace req-740b73ba-a49a-4e32-8bc7-d57949b6199b service nova] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Detach interface failed, port_id=f1a6b9bb-59bf-4e93-a535-b85b4c2f1c7b, reason: Instance 5dca4a06-e4f4-469c-b6e3-3826a2d5b752 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1667.915064] env[62093]: DEBUG nova.network.neutron [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Successfully updated port: 301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.990606] env[62093]: DEBUG nova.scheduler.client.report [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1668.300033] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dd222d-409f-b08c-43b6-c53690025889, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.300320] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.300603] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1668.300891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.301081] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.301295] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1668.301626] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f5e3f3b-0bbd-448c-a1bb-6a1d8153c5c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.310870] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1668.311315] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1668.311927] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aba6281-768d-4572-8574-0c296d23612c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.317300] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1668.317300] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52240f13-d718-12ca-864d-1c86ef993763" [ 1668.317300] env[62093]: _type = "Task" [ 1668.317300] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.325655] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52240f13-d718-12ca-864d-1c86ef993763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.329205] env[62093]: INFO nova.compute.manager [-] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Took 1.48 seconds to deallocate network for instance. [ 1668.418114] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.418300] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.418504] env[62093]: DEBUG nova.network.neutron [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.827592] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52240f13-d718-12ca-864d-1c86ef993763, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.828410] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1da9c5-834c-4931-b71e-eaf553ba4292 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.833830] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1668.833830] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52449aa3-e90e-3262-e9d9-06bb12f8afbb" [ 1668.833830] env[62093]: _type = "Task" [ 1668.833830] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.837514] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.844959] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52449aa3-e90e-3262-e9d9-06bb12f8afbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.955790] env[62093]: DEBUG nova.network.neutron [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.000303] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.324s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.003211] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.166s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.003461] env[62093]: DEBUG nova.objects.instance [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lazy-loading 'resources' on Instance uuid 5dca4a06-e4f4-469c-b6e3-3826a2d5b752 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.105856] env[62093]: DEBUG nova.network.neutron [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.343679] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52449aa3-e90e-3262-e9d9-06bb12f8afbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.343978] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.344210] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0/48f683e8-8f95-42bd-a8db-8efdb0c9fea0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.344471] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd3df6b-2365-4e14-8013-3f8cce49fedc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.351893] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1669.351893] env[62093]: value = "task-1710597" [ 1669.351893] env[62093]: _type = "Task" [ 1669.351893] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.359369] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.371067] env[62093]: DEBUG nova.compute.manager [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-vif-plugged-301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.371067] env[62093]: DEBUG oslo_concurrency.lockutils [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] Acquiring lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.371067] env[62093]: DEBUG oslo_concurrency.lockutils [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.371067] env[62093]: DEBUG oslo_concurrency.lockutils [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.371067] env[62093]: DEBUG nova.compute.manager [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] No waiting events found dispatching network-vif-plugged-301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1669.371575] env[62093]: WARNING nova.compute.manager [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received unexpected event network-vif-plugged-301c639f-6815-4117-a769-3b5e3ea3a9d0 for instance with vm_state building and task_state spawning. [ 1669.371575] env[62093]: DEBUG nova.compute.manager [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.371575] env[62093]: DEBUG nova.compute.manager [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing instance network info cache due to event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1669.371575] env[62093]: DEBUG oslo_concurrency.lockutils [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.563556] env[62093]: INFO nova.scheduler.client.report [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted allocation for migration 9e78b025-13c7-429f-a26d-5c384dfe4a0b [ 1669.608338] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.608654] env[62093]: DEBUG nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Instance network_info: |[{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1669.611159] env[62093]: DEBUG oslo_concurrency.lockutils [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.611346] env[62093]: DEBUG nova.network.neutron [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.612491] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:9f:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '301c639f-6815-4117-a769-3b5e3ea3a9d0', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.620651] env[62093]: DEBUG oslo.service.loopingcall [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.622208] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1669.622438] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-045bebf8-f929-4e03-8a37-fc4d2502bb3a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.647186] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1669.647186] env[62093]: value = "task-1710598" [ 1669.647186] env[62093]: _type = "Task" [ 1669.647186] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.657737] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710598, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.707353] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60146ec7-c34d-4747-964d-d437320bb81e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.715841] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324d068c-405d-4da5-8d71-6c06c32b993b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.753438] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a875dc-2e37-4b01-b105-eb1e27046a99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.761016] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6296089d-bb19-4364-ac8c-527496f3f5c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.775670] env[62093]: DEBUG nova.compute.provider_tree [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.862404] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710597, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.071345] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.686s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.159225] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710598, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.278969] env[62093]: DEBUG nova.scheduler.client.report [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1670.331758] env[62093]: DEBUG nova.network.neutron [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updated VIF entry in instance network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.332186] env[62093]: DEBUG nova.network.neutron [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.362386] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885406} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.362713] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0/48f683e8-8f95-42bd-a8db-8efdb0c9fea0.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.362852] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.363121] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1391230a-58b2-47dc-a2c4-73eca0d8c2dc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.369911] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1670.369911] env[62093]: value = "task-1710599" [ 1670.369911] env[62093]: _type = "Task" [ 1670.369911] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.377646] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.657999] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710598, 'name': CreateVM_Task, 'duration_secs': 0.527251} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.658199] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.658883] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.659060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.659371] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1670.659627] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816aceaf-71cd-4e5d-bf63-c88e31e5204c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.664139] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1670.664139] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ca0b3d-5761-e659-1ed4-448dcbe8d1fb" [ 1670.664139] env[62093]: _type = "Task" [ 1670.664139] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.671626] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ca0b3d-5761-e659-1ed4-448dcbe8d1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.783879] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.801359] env[62093]: INFO nova.scheduler.client.report [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Deleted allocations for instance 5dca4a06-e4f4-469c-b6e3-3826a2d5b752 [ 1670.835502] env[62093]: DEBUG oslo_concurrency.lockutils [req-98bbfbc9-7e71-4440-b35b-9f8398218e5e req-41dff540-6a3e-44b8-9501-81cc15289fd4 service nova] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.879045] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060524} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.879315] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.880132] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38cf21d-c02e-4f7c-b4c5-a5c633a05cb7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.900668] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0/48f683e8-8f95-42bd-a8db-8efdb0c9fea0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.901926] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd39536-61f1-4d5d-9754-bd05b5a24e02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.924539] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1670.924539] env[62093]: value = "task-1710600" [ 1670.924539] env[62093]: _type = "Task" [ 1670.924539] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.935424] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.174468] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ca0b3d-5761-e659-1ed4-448dcbe8d1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.174726] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.174969] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.175214] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.175362] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.175539] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.175805] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f7bff06-4d40-4e50-b475-458ec7458108 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.184783] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.184958] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.185688] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c3d29a-b2b4-4535-8170-95dfa3e98904 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.190655] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1671.190655] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52b281ac-4ccc-9d2f-c9a3-93e42dc4bf5c" [ 1671.190655] env[62093]: _type = "Task" [ 1671.190655] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.198331] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b281ac-4ccc-9d2f-c9a3-93e42dc4bf5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.309780] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8926cf08-5da6-404b-baab-e2fb883fa589 tempest-ServersV294TestFqdnHostnames-799253196 tempest-ServersV294TestFqdnHostnames-799253196-project-member] Lock "5dca4a06-e4f4-469c-b6e3-3826a2d5b752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.595s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.420077] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.420364] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.420643] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.420908] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.421154] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.423460] env[62093]: INFO nova.compute.manager [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Terminating instance [ 1671.429125] env[62093]: DEBUG nova.compute.manager [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1671.429326] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.430086] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72901d03-bea8-4332-9581-f02c37df1a6d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.438043] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710600, 'name': ReconfigVM_Task, 'duration_secs': 0.260652} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.440031] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0/48f683e8-8f95-42bd-a8db-8efdb0c9fea0.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.440978] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.441215] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e97a6ce5-9e0d-4e30-b393-943417f03d91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.442707] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0232451c-e3fb-4254-ab08-aa8aec927e60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.448700] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1671.448700] env[62093]: value = "task-1710601" [ 1671.448700] env[62093]: _type = "Task" [ 1671.448700] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.449826] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1671.449826] env[62093]: value = "task-1710602" [ 1671.449826] env[62093]: _type = "Task" [ 1671.449826] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.459900] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.463022] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710602, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.701902] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52b281ac-4ccc-9d2f-c9a3-93e42dc4bf5c, 'name': SearchDatastore_Task, 'duration_secs': 0.016054} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.702660] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78095c2f-2787-40b0-90bf-cf9a5a04c513 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.707620] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1671.707620] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521817b7-94eb-d151-b0b2-72b7af2aa934" [ 1671.707620] env[62093]: _type = "Task" [ 1671.707620] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.715249] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521817b7-94eb-d151-b0b2-72b7af2aa934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.965034] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710601, 'name': PowerOffVM_Task, 'duration_secs': 0.202845} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.965234] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710602, 'name': Rename_Task, 'duration_secs': 0.124551} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.965467] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.965631] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.965877] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.966122] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb94b7c4-a229-4aba-bfa3-9ec1689c79b5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.967407] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4b2854c-8dd6-4c59-b379-38f1135ce8da {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.974097] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1671.974097] env[62093]: value = "task-1710604" [ 1671.974097] env[62093]: _type = "Task" [ 1671.974097] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.981451] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.067384] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.067648] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.067859] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleting the datastore file [datastore1] 81da7613-689a-4f57-b8e7-ab7ff71afa2b {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.068192] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1356dd4c-2b24-44a2-a838-8fa00b0bb4c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.074406] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for the task: (returnval){ [ 1672.074406] env[62093]: value = "task-1710605" [ 1672.074406] env[62093]: _type = "Task" [ 1672.074406] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.082842] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.218721] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521817b7-94eb-d151-b0b2-72b7af2aa934, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.219060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.219349] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa/5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.219614] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ecef118-cffa-490c-97a3-7c853457e26e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.226964] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1672.226964] env[62093]: value = "task-1710606" [ 1672.226964] env[62093]: _type = "Task" [ 1672.226964] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.234380] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.483586] env[62093]: DEBUG oslo_vmware.api [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710604, 'name': PowerOnVM_Task, 'duration_secs': 0.49006} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.483863] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.484095] env[62093]: DEBUG nova.compute.manager [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1672.484871] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f398c9c-4180-4dfa-9d7f-c3e42533a13d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.585394] env[62093]: DEBUG oslo_vmware.api [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Task: {'id': task-1710605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149093} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.585680] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.585867] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.586055] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.586269] env[62093]: INFO nova.compute.manager [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1672.586508] env[62093]: DEBUG oslo.service.loopingcall [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.586743] env[62093]: DEBUG nova.compute.manager [-] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1672.586846] env[62093]: DEBUG nova.network.neutron [-] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.743319] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710606, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.862396] env[62093]: DEBUG nova.compute.manager [req-6b9d5354-8109-44e3-a139-940f8b0e8e81 req-3d5f22c7-eb9f-4666-9e32-32565608dd24 service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Received event network-vif-deleted-5abd86f2-7135-4866-b502-4bc2ad712060 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1672.862929] env[62093]: INFO nova.compute.manager [req-6b9d5354-8109-44e3-a139-940f8b0e8e81 req-3d5f22c7-eb9f-4666-9e32-32565608dd24 service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Neutron deleted interface 5abd86f2-7135-4866-b502-4bc2ad712060; detaching it from the instance and deleting it from the info cache [ 1672.865368] env[62093]: DEBUG nova.network.neutron [req-6b9d5354-8109-44e3-a139-940f8b0e8e81 req-3d5f22c7-eb9f-4666-9e32-32565608dd24 service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.007107] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.007107] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.007107] env[62093]: DEBUG nova.objects.instance [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1673.239350] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776145} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.239713] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa/5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.239961] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.240240] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97f4a9df-e4ba-4a6e-994a-e256d97157e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.246584] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1673.246584] env[62093]: value = "task-1710607" [ 1673.246584] env[62093]: _type = "Task" [ 1673.246584] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.254657] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.328759] env[62093]: DEBUG nova.network.neutron [-] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.367256] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03bbd08b-431f-4b7a-b70d-3f650a479e1f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.381181] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e8ad09-acdb-46e3-8e74-6d4e0852245a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.418270] env[62093]: DEBUG nova.compute.manager [req-6b9d5354-8109-44e3-a139-940f8b0e8e81 req-3d5f22c7-eb9f-4666-9e32-32565608dd24 service nova] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Detach interface failed, port_id=5abd86f2-7135-4866-b502-4bc2ad712060, reason: Instance 81da7613-689a-4f57-b8e7-ab7ff71afa2b could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1673.756239] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073905} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.756601] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.757406] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b740c492-c868-4072-a7b3-282bc23159e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.787447] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa/5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.788445] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ba1612-0310-49d7-9d19-56973e1deb8b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.811676] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1673.811676] env[62093]: value = "task-1710608" [ 1673.811676] env[62093]: _type = "Task" [ 1673.811676] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.819805] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.835459] env[62093]: INFO nova.compute.manager [-] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Took 1.25 seconds to deallocate network for instance. [ 1674.014070] env[62093]: DEBUG oslo_concurrency.lockutils [None req-df756bd3-7b79-49a5-8a16-47c89163e922 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.140284] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.140605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.140857] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.141088] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.141270] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.143368] env[62093]: INFO nova.compute.manager [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Terminating instance [ 1674.144923] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "refresh_cache-48f683e8-8f95-42bd-a8db-8efdb0c9fea0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.145093] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired lock "refresh_cache-48f683e8-8f95-42bd-a8db-8efdb0c9fea0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.145260] env[62093]: DEBUG nova.network.neutron [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.322384] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710608, 'name': ReconfigVM_Task, 'duration_secs': 0.31213} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.322804] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa/5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.323430] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0455c941-7295-419d-b311-531694c6dc42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.329997] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1674.329997] env[62093]: value = "task-1710609" [ 1674.329997] env[62093]: _type = "Task" [ 1674.329997] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.339980] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710609, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.343258] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.343488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.343672] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.378171] env[62093]: INFO nova.scheduler.client.report [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Deleted allocations for instance 81da7613-689a-4f57-b8e7-ab7ff71afa2b [ 1674.662530] env[62093]: DEBUG nova.network.neutron [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1674.719577] env[62093]: DEBUG nova.network.neutron [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.839631] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710609, 'name': Rename_Task, 'duration_secs': 0.172467} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.839962] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.840188] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-292abe05-465d-40c4-ab27-de08a6ee20ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.846183] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1674.846183] env[62093]: value = "task-1710610" [ 1674.846183] env[62093]: _type = "Task" [ 1674.846183] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.853337] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.889187] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32fe5512-5f73-4435-b0c0-0f1bf4d172e3 tempest-DeleteServersTestJSON-1051746077 tempest-DeleteServersTestJSON-1051746077-project-member] Lock "81da7613-689a-4f57-b8e7-ab7ff71afa2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.469s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.222917] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Releasing lock "refresh_cache-48f683e8-8f95-42bd-a8db-8efdb0c9fea0" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.223394] env[62093]: DEBUG nova.compute.manager [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1675.223637] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.224557] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82188c83-8873-49c0-ad2f-14e8bc73b9ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.232859] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.233153] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eba0c2a9-4e9d-453a-b621-e63f3bea9130 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.240017] env[62093]: DEBUG oslo_vmware.api [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1675.240017] env[62093]: value = "task-1710611" [ 1675.240017] env[62093]: _type = "Task" [ 1675.240017] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.248747] env[62093]: DEBUG oslo_vmware.api [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.356258] env[62093]: DEBUG oslo_vmware.api [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710610, 'name': PowerOnVM_Task, 'duration_secs': 0.481071} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.356548] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.356781] env[62093]: INFO nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1675.356973] env[62093]: DEBUG nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1675.357783] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68147d86-5b72-4964-8805-c553a595ab4b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.752076] env[62093]: DEBUG oslo_vmware.api [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710611, 'name': PowerOffVM_Task, 'duration_secs': 0.143383} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.752419] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.752614] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.752913] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84d0cbb4-034c-46fb-800d-808032c74f7f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.777787] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.778009] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.778205] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Deleting the datastore file [datastore1] 48f683e8-8f95-42bd-a8db-8efdb0c9fea0 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.778467] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f4e977-8740-478b-a048-82d99f73afd1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.784554] env[62093]: DEBUG oslo_vmware.api [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1675.784554] env[62093]: value = "task-1710614" [ 1675.784554] env[62093]: _type = "Task" [ 1675.784554] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.792234] env[62093]: DEBUG oslo_vmware.api [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.876563] env[62093]: INFO nova.compute.manager [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Took 13.23 seconds to build instance. [ 1676.136722] env[62093]: DEBUG nova.compute.manager [req-f415adb7-4381-420c-9865-169524cb07b2 req-3f042e5e-e61f-47f2-a15e-f50e6090d74f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1676.136921] env[62093]: DEBUG nova.compute.manager [req-f415adb7-4381-420c-9865-169524cb07b2 req-3f042e5e-e61f-47f2-a15e-f50e6090d74f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing instance network info cache due to event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1676.137977] env[62093]: DEBUG oslo_concurrency.lockutils [req-f415adb7-4381-420c-9865-169524cb07b2 req-3f042e5e-e61f-47f2-a15e-f50e6090d74f service nova] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.138324] env[62093]: DEBUG oslo_concurrency.lockutils [req-f415adb7-4381-420c-9865-169524cb07b2 req-3f042e5e-e61f-47f2-a15e-f50e6090d74f service nova] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.138476] env[62093]: DEBUG nova.network.neutron [req-f415adb7-4381-420c-9865-169524cb07b2 req-3f042e5e-e61f-47f2-a15e-f50e6090d74f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.295159] env[62093]: DEBUG oslo_vmware.api [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413374} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.295428] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.295611] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.295790] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.295958] env[62093]: INFO nova.compute.manager [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1676.296225] env[62093]: DEBUG oslo.service.loopingcall [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.296419] env[62093]: DEBUG nova.compute.manager [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1676.296512] env[62093]: DEBUG nova.network.neutron [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.316226] env[62093]: DEBUG nova.network.neutron [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1676.378707] env[62093]: DEBUG oslo_concurrency.lockutils [None req-14d4d352-b7fa-4aa6-99f1-b76951295858 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.742s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.818936] env[62093]: DEBUG nova.network.neutron [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.880490] env[62093]: DEBUG nova.network.neutron [req-f415adb7-4381-420c-9865-169524cb07b2 req-3f042e5e-e61f-47f2-a15e-f50e6090d74f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updated VIF entry in instance network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.880490] env[62093]: DEBUG nova.network.neutron [req-f415adb7-4381-420c-9865-169524cb07b2 req-3f042e5e-e61f-47f2-a15e-f50e6090d74f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.014400] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.014951] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.322058] env[62093]: INFO nova.compute.manager [-] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Took 1.03 seconds to deallocate network for instance. [ 1677.383222] env[62093]: DEBUG oslo_concurrency.lockutils [req-f415adb7-4381-420c-9865-169524cb07b2 req-3f042e5e-e61f-47f2-a15e-f50e6090d74f service nova] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.517186] env[62093]: DEBUG nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1677.828787] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.829062] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.829342] env[62093]: DEBUG nova.objects.instance [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lazy-loading 'resources' on Instance uuid 48f683e8-8f95-42bd-a8db-8efdb0c9fea0 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.041695] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.494087] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1faed12-3782-4ec8-8f7d-9e6c24d01ad4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.502842] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab8cdb-2ecc-4184-95c2-52416538fb91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.534436] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be59141-2041-43d1-a92a-d333f2e24823 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.543590] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d709d5b-579b-48cd-b35e-072a16f6f7a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.559189] env[62093]: DEBUG nova.compute.provider_tree [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.080478] env[62093]: ERROR nova.scheduler.client.report [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [req-c210231d-183e-4c78-a720-2c25198eb015] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c210231d-183e-4c78-a720-2c25198eb015"}]} [ 1679.100021] env[62093]: DEBUG nova.scheduler.client.report [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1679.113651] env[62093]: DEBUG nova.scheduler.client.report [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1679.113651] env[62093]: DEBUG nova.compute.provider_tree [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.125229] env[62093]: DEBUG nova.scheduler.client.report [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1679.144576] env[62093]: DEBUG nova.scheduler.client.report [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1679.306585] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193679bd-2b6e-4cf9-9ffe-9ef3f05a6a7a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.315048] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc8c3fa-cac9-4694-bb52-b5035d4398ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.346641] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea008105-22fd-4798-b6cd-35812d7b2e99 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.354681] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d72d92c-e69a-4458-aef8-4f06000a06e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.367940] env[62093]: DEBUG nova.compute.provider_tree [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.900675] env[62093]: DEBUG nova.scheduler.client.report [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1679.900937] env[62093]: DEBUG nova.compute.provider_tree [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 154 to 155 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1679.901143] env[62093]: DEBUG nova.compute.provider_tree [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1680.407024] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.578s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.412739] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.371s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.414342] env[62093]: INFO nova.compute.claims [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.433322] env[62093]: INFO nova.scheduler.client.report [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Deleted allocations for instance 48f683e8-8f95-42bd-a8db-8efdb0c9fea0 [ 1680.940921] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60f9c314-ea13-4e45-a876-e9c72a195556 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "48f683e8-8f95-42bd-a8db-8efdb0c9fea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.800s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.574294] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a927b49-9a4a-456e-9434-9c3359c1ea4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.582804] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26c17cf-38d4-4547-a8c6-904ca27f4f53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.613310] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa85a23-3dfd-4bc2-bb3e-02257bb8794a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.621644] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad1879-5c93-46df-bb47-d4e3327d1b41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.636847] env[62093]: DEBUG nova.compute.provider_tree [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.772727] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.773030] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.773253] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.773440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.773605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.776113] env[62093]: INFO nova.compute.manager [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Terminating instance [ 1681.777943] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "refresh_cache-cfc4f03c-9446-4c7c-b79b-8bda2ba34981" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.778123] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquired lock "refresh_cache-cfc4f03c-9446-4c7c-b79b-8bda2ba34981" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.778320] env[62093]: DEBUG nova.network.neutron [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.140322] env[62093]: DEBUG nova.scheduler.client.report [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1682.304152] env[62093]: DEBUG nova.network.neutron [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.407214] env[62093]: DEBUG nova.network.neutron [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.645987] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.646952] env[62093]: DEBUG nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1682.909847] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Releasing lock "refresh_cache-cfc4f03c-9446-4c7c-b79b-8bda2ba34981" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.910365] env[62093]: DEBUG nova.compute.manager [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1682.910590] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.912007] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258c1d77-0bcf-42d5-8e1a-824ece9317d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.921096] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.921096] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feda665e-da11-478d-b385-065fad34ceda {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.928235] env[62093]: DEBUG oslo_vmware.api [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1682.928235] env[62093]: value = "task-1710615" [ 1682.928235] env[62093]: _type = "Task" [ 1682.928235] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.943854] env[62093]: DEBUG oslo_vmware.api [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.988285] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.988573] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.988952] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.989185] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.989361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.991858] env[62093]: INFO nova.compute.manager [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Terminating instance [ 1682.993908] env[62093]: DEBUG nova.compute.manager [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1682.994136] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.995140] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119dace8-4059-4ea4-8256-6f6370033c93 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.002970] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.003666] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cd34617-e9ff-4144-ad41-6f55825ec9ec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.011901] env[62093]: DEBUG oslo_vmware.api [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1683.011901] env[62093]: value = "task-1710616" [ 1683.011901] env[62093]: _type = "Task" [ 1683.011901] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.020938] env[62093]: DEBUG oslo_vmware.api [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.154673] env[62093]: DEBUG nova.compute.utils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.157055] env[62093]: DEBUG nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1683.157055] env[62093]: DEBUG nova.network.neutron [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.206556] env[62093]: DEBUG nova.policy [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1683.439084] env[62093]: DEBUG oslo_vmware.api [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710615, 'name': PowerOffVM_Task, 'duration_secs': 0.148943} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.439084] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.439084] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1683.439265] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ee76a03-a419-44f4-8537-b9f0491a3901 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.464262] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.464407] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.464597] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Deleting the datastore file [datastore1] cfc4f03c-9446-4c7c-b79b-8bda2ba34981 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.464870] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98369af8-dcd6-4d61-910a-99105496de1d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.474075] env[62093]: DEBUG oslo_vmware.api [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for the task: (returnval){ [ 1683.474075] env[62093]: value = "task-1710618" [ 1683.474075] env[62093]: _type = "Task" [ 1683.474075] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.483981] env[62093]: DEBUG oslo_vmware.api [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.514640] env[62093]: DEBUG nova.network.neutron [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Successfully created port: 6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1683.527685] env[62093]: DEBUG oslo_vmware.api [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710616, 'name': PowerOffVM_Task, 'duration_secs': 0.19718} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.527989] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.528191] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1683.528463] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b417ba8a-f551-4339-b46e-71678190b96b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.604437] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.604661] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.604848] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleting the datastore file [datastore1] a793bc91-1ea5-48da-95b7-5b31fbac5caf {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.605133] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f198f4a1-44c4-4690-97bd-52b71946203d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.611583] env[62093]: DEBUG oslo_vmware.api [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1683.611583] env[62093]: value = "task-1710620" [ 1683.611583] env[62093]: _type = "Task" [ 1683.611583] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.622455] env[62093]: DEBUG oslo_vmware.api [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.662020] env[62093]: DEBUG nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1683.844532] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "1930e1ac-1113-46d3-99d0-d4281db7490d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.844532] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "1930e1ac-1113-46d3-99d0-d4281db7490d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.881180] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "03e5f86b-20ee-490d-a9db-038d20af1847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.881415] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "03e5f86b-20ee-490d-a9db-038d20af1847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.983830] env[62093]: DEBUG oslo_vmware.api [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Task: {'id': task-1710618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093488} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.984118] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.984338] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.984483] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.984654] env[62093]: INFO nova.compute.manager [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1683.984914] env[62093]: DEBUG oslo.service.loopingcall [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.985142] env[62093]: DEBUG nova.compute.manager [-] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1683.985235] env[62093]: DEBUG nova.network.neutron [-] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1684.003551] env[62093]: DEBUG nova.network.neutron [-] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.122234] env[62093]: DEBUG oslo_vmware.api [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158503} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.122234] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1684.122425] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1684.124147] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1684.124147] env[62093]: INFO nova.compute.manager [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1684.124147] env[62093]: DEBUG oslo.service.loopingcall [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.124147] env[62093]: DEBUG nova.compute.manager [-] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1684.124147] env[62093]: DEBUG nova.network.neutron [-] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1684.347749] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1684.385065] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1684.507443] env[62093]: DEBUG nova.network.neutron [-] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.640651] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "7cb75c99-6afd-4806-bfc2-3bb671c83289" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.641128] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "7cb75c99-6afd-4806-bfc2-3bb671c83289" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.641442] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "7cb75c99-6afd-4806-bfc2-3bb671c83289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.641727] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "7cb75c99-6afd-4806-bfc2-3bb671c83289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.642056] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "7cb75c99-6afd-4806-bfc2-3bb671c83289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.644514] env[62093]: INFO nova.compute.manager [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Terminating instance [ 1684.646603] env[62093]: DEBUG nova.compute.manager [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1684.647191] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1684.648189] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4303107f-724b-4a04-9230-c8fe7c22b3de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.658299] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.658701] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb008479-4a08-406b-9597-34f4639d7442 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.665471] env[62093]: DEBUG oslo_vmware.api [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1684.665471] env[62093]: value = "task-1710621" [ 1684.665471] env[62093]: _type = "Task" [ 1684.665471] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.672191] env[62093]: DEBUG nova.compute.manager [req-ef45b4c4-7cc0-4e76-aa6b-f288ff70ee1a req-836fc8b6-9c2a-4427-be76-d484231ce435 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Received event network-vif-deleted-535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1684.672529] env[62093]: INFO nova.compute.manager [req-ef45b4c4-7cc0-4e76-aa6b-f288ff70ee1a req-836fc8b6-9c2a-4427-be76-d484231ce435 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Neutron deleted interface 535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb; detaching it from the instance and deleting it from the info cache [ 1684.674339] env[62093]: DEBUG nova.network.neutron [req-ef45b4c4-7cc0-4e76-aa6b-f288ff70ee1a req-836fc8b6-9c2a-4427-be76-d484231ce435 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.675246] env[62093]: DEBUG nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1684.685410] env[62093]: DEBUG oslo_vmware.api [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.709543] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1684.709851] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1684.710075] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.710309] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1684.710622] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.710622] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1684.710837] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1684.710998] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1684.711182] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1684.711341] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1684.711516] env[62093]: DEBUG nova.virt.hardware [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1684.712848] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5843a-cc1c-4721-935e-14988d9a05ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.720828] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ca6c4-ebea-4e44-a2db-25fdbc3a9a9f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.872893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.872893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.876276] env[62093]: INFO nova.compute.claims [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.909735] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.009622] env[62093]: INFO nova.compute.manager [-] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Took 1.02 seconds to deallocate network for instance. [ 1685.116410] env[62093]: DEBUG nova.network.neutron [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Successfully updated port: 6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.144606] env[62093]: DEBUG nova.network.neutron [-] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.176275] env[62093]: DEBUG oslo_vmware.api [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710621, 'name': PowerOffVM_Task, 'duration_secs': 0.198914} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.176555] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.176727] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.176981] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2433afec-6d3f-45d6-8150-3168d30cb2a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.178845] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a890380-563d-42bb-92fc-47317fb06865 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.187177] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dddf956-c37f-4c8b-adc6-49cc48c11f87 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.218812] env[62093]: DEBUG nova.compute.manager [req-ef45b4c4-7cc0-4e76-aa6b-f288ff70ee1a req-836fc8b6-9c2a-4427-be76-d484231ce435 service nova] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Detach interface failed, port_id=535a4f4b-6f43-4ae4-a84c-cca1c53d7fbb, reason: Instance a793bc91-1ea5-48da-95b7-5b31fbac5caf could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1685.377758] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.378223] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.378388] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleting the datastore file [datastore1] 7cb75c99-6afd-4806-bfc2-3bb671c83289 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.378804] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e95415-224e-4993-abb1-140b5ee5f1b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.387227] env[62093]: DEBUG oslo_vmware.api [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1685.387227] env[62093]: value = "task-1710623" [ 1685.387227] env[62093]: _type = "Task" [ 1685.387227] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.396242] env[62093]: DEBUG oslo_vmware.api [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.518291] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.621771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.621771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.621771] env[62093]: DEBUG nova.network.neutron [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.647890] env[62093]: INFO nova.compute.manager [-] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Took 1.52 seconds to deallocate network for instance. [ 1685.900605] env[62093]: DEBUG oslo_vmware.api [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176633} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.901031] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.901301] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.901600] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.901859] env[62093]: INFO nova.compute.manager [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1685.902193] env[62093]: DEBUG oslo.service.loopingcall [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.902461] env[62093]: DEBUG nova.compute.manager [-] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1685.902611] env[62093]: DEBUG nova.network.neutron [-] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.046447] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc891271-db93-4b86-be27-152766b9df25 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.054165] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e084ae62-db34-4e49-88c8-b5e5c2a907ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.083719] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b80d51-0b57-4e10-8bee-2116602b299f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.091441] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdcf05f-a23a-49d0-80cf-cc765469ba66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.106860] env[62093]: DEBUG nova.compute.provider_tree [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.158428] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.162745] env[62093]: DEBUG nova.network.neutron [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.413841] env[62093]: DEBUG nova.network.neutron [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.610651] env[62093]: DEBUG nova.scheduler.client.report [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1686.703284] env[62093]: DEBUG nova.compute.manager [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received event network-vif-plugged-6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1686.703871] env[62093]: DEBUG oslo_concurrency.lockutils [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] Acquiring lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.704103] env[62093]: DEBUG oslo_concurrency.lockutils [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.704279] env[62093]: DEBUG oslo_concurrency.lockutils [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.704448] env[62093]: DEBUG nova.compute.manager [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] No waiting events found dispatching network-vif-plugged-6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1686.704758] env[62093]: WARNING nova.compute.manager [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received unexpected event network-vif-plugged-6befce31-1777-4674-91e3-373dc69b1e93 for instance with vm_state building and task_state spawning. [ 1686.704758] env[62093]: DEBUG nova.compute.manager [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received event network-changed-6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1686.704922] env[62093]: DEBUG nova.compute.manager [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing instance network info cache due to event network-changed-6befce31-1777-4674-91e3-373dc69b1e93. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1686.705097] env[62093]: DEBUG oslo_concurrency.lockutils [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] Acquiring lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.919068] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.919068] env[62093]: DEBUG nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Instance network_info: |[{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1686.919068] env[62093]: DEBUG oslo_concurrency.lockutils [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] Acquired lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.919068] env[62093]: DEBUG nova.network.neutron [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing network info cache for port 6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.920363] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:d8:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6befce31-1777-4674-91e3-373dc69b1e93', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.928148] env[62093]: DEBUG oslo.service.loopingcall [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.929047] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.929432] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c516f0d-72f7-4a60-8933-112764d8e480 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.949284] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.949284] env[62093]: value = "task-1710624" [ 1686.949284] env[62093]: _type = "Task" [ 1686.949284] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.952591] env[62093]: DEBUG nova.network.neutron [-] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.958209] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710624, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.116054] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.116054] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1687.118576] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.209s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.120055] env[62093]: INFO nova.compute.claims [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.456372] env[62093]: INFO nova.compute.manager [-] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Took 1.55 seconds to deallocate network for instance. [ 1687.461087] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710624, 'name': CreateVM_Task, 'duration_secs': 0.388038} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.463707] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.464474] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.464635] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.464943] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.465197] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e02c1e4-5319-45c7-8924-a2af1c829067 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.470355] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1687.470355] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521f2f3f-1810-0701-6a91-bbab3d2d7d6d" [ 1687.470355] env[62093]: _type = "Task" [ 1687.470355] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.478262] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521f2f3f-1810-0701-6a91-bbab3d2d7d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.625267] env[62093]: DEBUG nova.compute.utils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.628450] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1687.628621] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.655069] env[62093]: DEBUG nova.network.neutron [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updated VIF entry in instance network info cache for port 6befce31-1777-4674-91e3-373dc69b1e93. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.655174] env[62093]: DEBUG nova.network.neutron [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.676087] env[62093]: DEBUG nova.policy [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2a876757d24390a45230e475a1de78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '071507e7798f466f8c8be988225428e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1687.926418] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Successfully created port: ea1b68f7-52bf-48b3-914f-1f9d0cab390e {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1687.965578] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.980909] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521f2f3f-1810-0701-6a91-bbab3d2d7d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.981345] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.981692] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1687.981836] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.981982] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.982174] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.982432] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc1f5fdf-5ae2-4647-b662-33d85f9e1bc4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.990975] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.991172] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.991894] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b864c48-b57b-4423-9e8d-63aab8efdb9c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.997273] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1687.997273] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52349481-9cb1-5fbb-34c5-ce461b0d4332" [ 1687.997273] env[62093]: _type = "Task" [ 1687.997273] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.005283] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52349481-9cb1-5fbb-34c5-ce461b0d4332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.135474] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1688.161272] env[62093]: DEBUG oslo_concurrency.lockutils [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] Releasing lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.161728] env[62093]: DEBUG nova.compute.manager [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Received event network-vif-deleted-71846e07-7cb0-4660-903d-2f45cbb6b013 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1688.162315] env[62093]: INFO nova.compute.manager [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Neutron deleted interface 71846e07-7cb0-4660-903d-2f45cbb6b013; detaching it from the instance and deleting it from the info cache [ 1688.162315] env[62093]: DEBUG nova.network.neutron [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.321386] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5422581-6480-4d68-9cf6-9fbfe6880917 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.329409] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e2bb3-cafd-4f13-8902-53239ef37192 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.358825] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd33a48-dcda-48f0-8557-d246ddd17c7a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.366355] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ae8948-fc80-4a4b-b5c0-80eded6a5fc3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.379700] env[62093]: DEBUG nova.compute.provider_tree [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.508948] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52349481-9cb1-5fbb-34c5-ce461b0d4332, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.509755] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0a65d4-b8c1-44f8-a820-96b8cfbd85a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.514591] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1688.514591] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d5f4fa-9d7e-bb97-e2f8-a0e759512edd" [ 1688.514591] env[62093]: _type = "Task" [ 1688.514591] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.521961] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d5f4fa-9d7e-bb97-e2f8-a0e759512edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.664482] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-028f04dc-c4e6-4b71-962a-1b11ce699ea7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.675107] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cec8ca-cc9c-40cd-a0bf-e97ff0cf4d88 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.705181] env[62093]: DEBUG nova.compute.manager [req-92e475de-73a5-4842-af5c-71e4f2f1aae5 req-19b82f83-6229-4691-ad45-dd7542b50510 service nova] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Detach interface failed, port_id=71846e07-7cb0-4660-903d-2f45cbb6b013, reason: Instance 7cb75c99-6afd-4806-bfc2-3bb671c83289 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1688.884009] env[62093]: DEBUG nova.scheduler.client.report [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1689.025639] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d5f4fa-9d7e-bb97-e2f8-a0e759512edd, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.025979] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.026197] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7/2d5e98ed-7de9-446a-b3dc-47dc53dd96a7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.026464] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e133d70-de4d-4e90-a025-7b691a92159b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.034144] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1689.034144] env[62093]: value = "task-1710625" [ 1689.034144] env[62093]: _type = "Task" [ 1689.034144] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.041814] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.145428] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1689.170221] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1689.170487] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1689.170646] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.170862] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1689.171022] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.171177] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1689.171385] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1689.171541] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1689.171730] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1689.171920] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1689.172129] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1689.172945] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c365991-0248-451f-aad3-786b2fe9b65b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.180538] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dace08ca-21fa-4bf0-8d6b-bc06b19fe16e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.356833] env[62093]: DEBUG nova.compute.manager [req-e20f3fb7-502f-44fd-998d-bbbad227a528 req-5cbcb721-85a1-405e-8299-95018be0777a service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Received event network-vif-plugged-ea1b68f7-52bf-48b3-914f-1f9d0cab390e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1689.357356] env[62093]: DEBUG oslo_concurrency.lockutils [req-e20f3fb7-502f-44fd-998d-bbbad227a528 req-5cbcb721-85a1-405e-8299-95018be0777a service nova] Acquiring lock "1930e1ac-1113-46d3-99d0-d4281db7490d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.357742] env[62093]: DEBUG oslo_concurrency.lockutils [req-e20f3fb7-502f-44fd-998d-bbbad227a528 req-5cbcb721-85a1-405e-8299-95018be0777a service nova] Lock "1930e1ac-1113-46d3-99d0-d4281db7490d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.358083] env[62093]: DEBUG oslo_concurrency.lockutils [req-e20f3fb7-502f-44fd-998d-bbbad227a528 req-5cbcb721-85a1-405e-8299-95018be0777a service nova] Lock "1930e1ac-1113-46d3-99d0-d4281db7490d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.358426] env[62093]: DEBUG nova.compute.manager [req-e20f3fb7-502f-44fd-998d-bbbad227a528 req-5cbcb721-85a1-405e-8299-95018be0777a service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] No waiting events found dispatching network-vif-plugged-ea1b68f7-52bf-48b3-914f-1f9d0cab390e {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1689.358793] env[62093]: WARNING nova.compute.manager [req-e20f3fb7-502f-44fd-998d-bbbad227a528 req-5cbcb721-85a1-405e-8299-95018be0777a service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Received unexpected event network-vif-plugged-ea1b68f7-52bf-48b3-914f-1f9d0cab390e for instance with vm_state building and task_state spawning. [ 1689.388819] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.389592] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1689.392730] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.875s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.393045] env[62093]: DEBUG nova.objects.instance [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lazy-loading 'resources' on Instance uuid cfc4f03c-9446-4c7c-b79b-8bda2ba34981 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.459729] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Successfully updated port: ea1b68f7-52bf-48b3-914f-1f9d0cab390e {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.550574] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710625, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.896568] env[62093]: DEBUG nova.compute.utils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1689.898057] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1689.898232] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1689.939164] env[62093]: DEBUG nova.policy [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2a876757d24390a45230e475a1de78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '071507e7798f466f8c8be988225428e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1689.963213] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "refresh_cache-1930e1ac-1113-46d3-99d0-d4281db7490d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.963371] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "refresh_cache-1930e1ac-1113-46d3-99d0-d4281db7490d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.963513] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.047884] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544861} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.048177] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7/2d5e98ed-7de9-446a-b3dc-47dc53dd96a7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.048393] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.048640] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4bb9c73-7c58-48ba-b110-3589cd9f505d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.055262] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1690.055262] env[62093]: value = "task-1710626" [ 1690.055262] env[62093]: _type = "Task" [ 1690.055262] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.063244] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.079422] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b2766e-f52a-4c20-90a8-f18ca86314d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.086075] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e8cfb2-ec44-4794-bb77-8ef179126fdb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.116159] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07510f95-41de-4f9c-84ef-54a4e73a831d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.123557] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfe958c-f03a-4c37-a11a-2adab8d2ddfc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.139162] env[62093]: DEBUG nova.compute.provider_tree [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.193660] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Successfully created port: de6c6387-b111-451f-8cd7-ee65a7e4d3d1 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.403238] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1690.493966] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.565608] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063706} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.565934] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.566808] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbf3ba0-848d-406f-8567-9ad0da8e6ee9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.590015] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7/2d5e98ed-7de9-446a-b3dc-47dc53dd96a7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.592217] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2f6e0d-ba65-4ae3-9419-8c8b21bad82c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.611705] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1690.611705] env[62093]: value = "task-1710627" [ 1690.611705] env[62093]: _type = "Task" [ 1690.611705] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.620266] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.636363] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Updating instance_info_cache with network_info: [{"id": "ea1b68f7-52bf-48b3-914f-1f9d0cab390e", "address": "fa:16:3e:fe:b2:11", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1b68f7-52", "ovs_interfaceid": "ea1b68f7-52bf-48b3-914f-1f9d0cab390e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.642662] env[62093]: DEBUG nova.scheduler.client.report [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1691.122486] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.139556] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "refresh_cache-1930e1ac-1113-46d3-99d0-d4281db7490d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.139556] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Instance network_info: |[{"id": "ea1b68f7-52bf-48b3-914f-1f9d0cab390e", "address": "fa:16:3e:fe:b2:11", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1b68f7-52", "ovs_interfaceid": "ea1b68f7-52bf-48b3-914f-1f9d0cab390e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1691.139818] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b2:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea1b68f7-52bf-48b3-914f-1f9d0cab390e', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1691.147352] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Creating folder: Project (071507e7798f466f8c8be988225428e9). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.148022] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.149953] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa32bed5-3673-41c4-a744-0d17c61ab08d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.152174] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.994s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.152403] env[62093]: DEBUG nova.objects.instance [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'resources' on Instance uuid a793bc91-1ea5-48da-95b7-5b31fbac5caf {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.164770] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Created folder: Project (071507e7798f466f8c8be988225428e9) in parent group-v356072. [ 1691.164955] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Creating folder: Instances. Parent ref: group-v356355. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.165355] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5db4d5a2-36ac-4497-b7ce-cebb19cde2b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.169297] env[62093]: INFO nova.scheduler.client.report [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Deleted allocations for instance cfc4f03c-9446-4c7c-b79b-8bda2ba34981 [ 1691.174145] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Created folder: Instances in parent group-v356355. [ 1691.174380] env[62093]: DEBUG oslo.service.loopingcall [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.174563] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1691.174758] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a55a5c05-3e4f-401f-a069-732c0ffd2623 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.194346] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1691.194346] env[62093]: value = "task-1710630" [ 1691.194346] env[62093]: _type = "Task" [ 1691.194346] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.201605] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710630, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.385393] env[62093]: DEBUG nova.compute.manager [req-0725ad65-56c9-42d0-a25c-9c5617438610 req-f72b9c07-63aa-4200-85b8-e3a7c7903d31 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Received event network-changed-ea1b68f7-52bf-48b3-914f-1f9d0cab390e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1691.385393] env[62093]: DEBUG nova.compute.manager [req-0725ad65-56c9-42d0-a25c-9c5617438610 req-f72b9c07-63aa-4200-85b8-e3a7c7903d31 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Refreshing instance network info cache due to event network-changed-ea1b68f7-52bf-48b3-914f-1f9d0cab390e. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1691.385393] env[62093]: DEBUG oslo_concurrency.lockutils [req-0725ad65-56c9-42d0-a25c-9c5617438610 req-f72b9c07-63aa-4200-85b8-e3a7c7903d31 service nova] Acquiring lock "refresh_cache-1930e1ac-1113-46d3-99d0-d4281db7490d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.385393] env[62093]: DEBUG oslo_concurrency.lockutils [req-0725ad65-56c9-42d0-a25c-9c5617438610 req-f72b9c07-63aa-4200-85b8-e3a7c7903d31 service nova] Acquired lock "refresh_cache-1930e1ac-1113-46d3-99d0-d4281db7490d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.385393] env[62093]: DEBUG nova.network.neutron [req-0725ad65-56c9-42d0-a25c-9c5617438610 req-f72b9c07-63aa-4200-85b8-e3a7c7903d31 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Refreshing network info cache for port ea1b68f7-52bf-48b3-914f-1f9d0cab390e {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.417454] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1691.444552] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1691.444803] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1691.444960] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.445160] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1691.445307] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.445452] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1691.445661] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1691.445847] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1691.446056] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1691.446226] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1691.446396] env[62093]: DEBUG nova.virt.hardware [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1691.447271] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4aa90a-60fa-4c70-a25e-2196c3ff692d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.456124] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6a0b1-7822-4c37-b9da-77aebf7c89bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.623184] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710627, 'name': ReconfigVM_Task, 'duration_secs': 0.768631} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.623534] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7/2d5e98ed-7de9-446a-b3dc-47dc53dd96a7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.624336] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3897f5d2-5f25-4fa6-930d-adc427ba80d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.630158] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1691.630158] env[62093]: value = "task-1710631" [ 1691.630158] env[62093]: _type = "Task" [ 1691.630158] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.640272] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710631, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.657738] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Successfully updated port: de6c6387-b111-451f-8cd7-ee65a7e4d3d1 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1691.677468] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68444e60-43a1-4cf2-b653-23c6fda46143 tempest-ServerShowV247Test-1346964169 tempest-ServerShowV247Test-1346964169-project-member] Lock "cfc4f03c-9446-4c7c-b79b-8bda2ba34981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.904s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.703924] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710630, 'name': CreateVM_Task, 'duration_secs': 0.450551} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.706388] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.707264] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.707454] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.707800] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1691.708084] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a3aa63-b7c4-4b1d-a75a-392143f292de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.713125] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1691.713125] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52dc612b-7d07-7ac8-525c-3566a624524b" [ 1691.713125] env[62093]: _type = "Task" [ 1691.713125] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.721243] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dc612b-7d07-7ac8-525c-3566a624524b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.826182] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611bcc73-2302-46ad-b52e-5e3db1073966 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.835018] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845e4352-f477-4008-9ce2-65cd418fc780 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.866967] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b890ad-cb0a-42a7-bcca-e617156c6d58 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.874664] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7192c6c-32ac-4668-861c-d43264939bf9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.890288] env[62093]: DEBUG nova.compute.provider_tree [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.130339] env[62093]: DEBUG nova.network.neutron [req-0725ad65-56c9-42d0-a25c-9c5617438610 req-f72b9c07-63aa-4200-85b8-e3a7c7903d31 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Updated VIF entry in instance network info cache for port ea1b68f7-52bf-48b3-914f-1f9d0cab390e. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.130756] env[62093]: DEBUG nova.network.neutron [req-0725ad65-56c9-42d0-a25c-9c5617438610 req-f72b9c07-63aa-4200-85b8-e3a7c7903d31 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Updating instance_info_cache with network_info: [{"id": "ea1b68f7-52bf-48b3-914f-1f9d0cab390e", "address": "fa:16:3e:fe:b2:11", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1b68f7-52", "ovs_interfaceid": "ea1b68f7-52bf-48b3-914f-1f9d0cab390e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.141289] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710631, 'name': Rename_Task, 'duration_secs': 0.137417} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.142296] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.142508] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbac8c53-55bb-497b-ae4c-7980a52ae268 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.150536] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1692.150536] env[62093]: value = "task-1710632" [ 1692.150536] env[62093]: _type = "Task" [ 1692.150536] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.159641] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.160173] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "refresh_cache-03e5f86b-20ee-490d-a9db-038d20af1847" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.160307] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "refresh_cache-03e5f86b-20ee-490d-a9db-038d20af1847" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.160450] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.223458] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dc612b-7d07-7ac8-525c-3566a624524b, 'name': SearchDatastore_Task, 'duration_secs': 0.008529} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.224298] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.224298] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1692.224298] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.224455] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.224611] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1692.224882] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84d315fa-c01e-40c0-857f-4de1e7958dfe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.233534] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1692.233796] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1692.234863] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd3f9c9-2415-491e-9554-7018adb309d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.240674] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1692.240674] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521e47df-69b1-c037-e6b6-e4a3fb1a427e" [ 1692.240674] env[62093]: _type = "Task" [ 1692.240674] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.249573] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521e47df-69b1-c037-e6b6-e4a3fb1a427e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.393664] env[62093]: DEBUG nova.scheduler.client.report [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1692.637057] env[62093]: DEBUG oslo_concurrency.lockutils [req-0725ad65-56c9-42d0-a25c-9c5617438610 req-f72b9c07-63aa-4200-85b8-e3a7c7903d31 service nova] Releasing lock "refresh_cache-1930e1ac-1113-46d3-99d0-d4281db7490d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.661181] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.703807] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.754784] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521e47df-69b1-c037-e6b6-e4a3fb1a427e, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.755692] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01264f4c-be53-4fb9-9eba-7a9d2a33c667 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.760962] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1692.760962] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529ed226-d0ad-ebd4-8750-870f8f97c5aa" [ 1692.760962] env[62093]: _type = "Task" [ 1692.760962] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.768709] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529ed226-d0ad-ebd4-8750-870f8f97c5aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.842126] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.842454] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.842689] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.842880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.843068] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.845331] env[62093]: INFO nova.compute.manager [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Terminating instance [ 1692.847013] env[62093]: DEBUG nova.compute.manager [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1692.847219] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1692.848043] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c36528-62d1-4c5a-881b-eb4d594b687d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.851681] env[62093]: DEBUG nova.network.neutron [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Updating instance_info_cache with network_info: [{"id": "de6c6387-b111-451f-8cd7-ee65a7e4d3d1", "address": "fa:16:3e:98:12:83", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c6387-b1", "ovs_interfaceid": "de6c6387-b111-451f-8cd7-ee65a7e4d3d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.858154] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1692.858399] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31fd72df-8c76-4dd3-865a-7f6f4c20b59a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.866655] env[62093]: DEBUG oslo_vmware.api [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1692.866655] env[62093]: value = "task-1710633" [ 1692.866655] env[62093]: _type = "Task" [ 1692.866655] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.875036] env[62093]: DEBUG oslo_vmware.api [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.897778] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.900127] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.935s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.900359] env[62093]: DEBUG nova.objects.instance [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'resources' on Instance uuid 7cb75c99-6afd-4806-bfc2-3bb671c83289 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.919701] env[62093]: INFO nova.scheduler.client.report [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted allocations for instance a793bc91-1ea5-48da-95b7-5b31fbac5caf [ 1693.164402] env[62093]: DEBUG oslo_vmware.api [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710632, 'name': PowerOnVM_Task, 'duration_secs': 0.525646} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.164721] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.164984] env[62093]: INFO nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1693.165264] env[62093]: DEBUG nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1693.166373] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e353f-cb9c-430e-8c72-063386a8eee7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.272613] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529ed226-d0ad-ebd4-8750-870f8f97c5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.272613] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.272613] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1930e1ac-1113-46d3-99d0-d4281db7490d/1930e1ac-1113-46d3-99d0-d4281db7490d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.272887] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5852277-de15-4ec0-a61b-fd91ea6cf617 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.280568] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1693.280568] env[62093]: value = "task-1710634" [ 1693.280568] env[62093]: _type = "Task" [ 1693.280568] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.288251] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.354849] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "refresh_cache-03e5f86b-20ee-490d-a9db-038d20af1847" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.355268] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Instance network_info: |[{"id": "de6c6387-b111-451f-8cd7-ee65a7e4d3d1", "address": "fa:16:3e:98:12:83", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c6387-b1", "ovs_interfaceid": "de6c6387-b111-451f-8cd7-ee65a7e4d3d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1693.355746] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:12:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de6c6387-b111-451f-8cd7-ee65a7e4d3d1', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1693.364426] env[62093]: DEBUG oslo.service.loopingcall [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.364609] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1693.364842] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c11f8b18-e91b-4bc6-b95c-52dbe24ccce7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.389106] env[62093]: DEBUG oslo_vmware.api [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710633, 'name': PowerOffVM_Task, 'duration_secs': 0.269093} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.391134] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.391134] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1693.391275] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1693.391275] env[62093]: value = "task-1710635" [ 1693.391275] env[62093]: _type = "Task" [ 1693.391275] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.391444] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1821c7b-6b76-4fec-ac63-65bdfebab921 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.400864] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710635, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.404876] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.405143] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.405592] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1693.405592] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1693.412475] env[62093]: DEBUG nova.compute.manager [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Received event network-vif-plugged-de6c6387-b111-451f-8cd7-ee65a7e4d3d1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.413174] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] Acquiring lock "03e5f86b-20ee-490d-a9db-038d20af1847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.413457] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] Lock "03e5f86b-20ee-490d-a9db-038d20af1847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.413636] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] Lock "03e5f86b-20ee-490d-a9db-038d20af1847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.413830] env[62093]: DEBUG nova.compute.manager [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] No waiting events found dispatching network-vif-plugged-de6c6387-b111-451f-8cd7-ee65a7e4d3d1 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1693.414027] env[62093]: WARNING nova.compute.manager [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Received unexpected event network-vif-plugged-de6c6387-b111-451f-8cd7-ee65a7e4d3d1 for instance with vm_state building and task_state spawning. [ 1693.414194] env[62093]: DEBUG nova.compute.manager [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Received event network-changed-de6c6387-b111-451f-8cd7-ee65a7e4d3d1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.414344] env[62093]: DEBUG nova.compute.manager [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Refreshing instance network info cache due to event network-changed-de6c6387-b111-451f-8cd7-ee65a7e4d3d1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1693.414524] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] Acquiring lock "refresh_cache-03e5f86b-20ee-490d-a9db-038d20af1847" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.414658] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] Acquired lock "refresh_cache-03e5f86b-20ee-490d-a9db-038d20af1847" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.415083] env[62093]: DEBUG nova.network.neutron [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Refreshing network info cache for port de6c6387-b111-451f-8cd7-ee65a7e4d3d1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.427282] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3bae35e6-4bbd-457d-a2ca-d419a170f0d7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "a793bc91-1ea5-48da-95b7-5b31fbac5caf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.439s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.511291] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1693.511603] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1693.511714] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Deleting the datastore file [datastore1] f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.514971] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5edba841-242d-47aa-89dc-3e9a4d2e6a29 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.522025] env[62093]: DEBUG oslo_vmware.api [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1693.522025] env[62093]: value = "task-1710637" [ 1693.522025] env[62093]: _type = "Task" [ 1693.522025] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.531394] env[62093]: DEBUG oslo_vmware.api [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.611843] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabacd9b-f051-4d09-8c30-d439f70b0192 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.620420] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a960617a-4caa-420a-8c10-d1041e820b47 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.655260] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3118db-4cf4-42fe-841a-2ebc6ade3217 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.663473] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb4e75-3655-429d-9fdc-f8b3be4f1013 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.677976] env[62093]: DEBUG nova.compute.provider_tree [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.692835] env[62093]: INFO nova.compute.manager [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Took 15.67 seconds to build instance. [ 1693.735622] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.735889] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.791239] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710634, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.904276] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710635, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.913157] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Skipping network cache update for instance because it is being deleted. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1693.913390] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Skipping network cache update for instance because it is Building. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1693.913569] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Skipping network cache update for instance because it is Building. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1694.032704] env[62093]: DEBUG oslo_vmware.api [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468916} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.033055] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.033288] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1694.033471] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.033647] env[62093]: INFO nova.compute.manager [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1694.033891] env[62093]: DEBUG oslo.service.loopingcall [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.034101] env[62093]: DEBUG nova.compute.manager [-] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1694.034197] env[62093]: DEBUG nova.network.neutron [-] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.169995] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.170242] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.170383] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1694.170537] env[62093]: DEBUG nova.objects.instance [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lazy-loading 'info_cache' on Instance uuid 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.185256] env[62093]: DEBUG nova.scheduler.client.report [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1694.190122] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9fc55101-7f03-4514-832a-f91751f3b4d3 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.175s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.242737] env[62093]: INFO nova.compute.manager [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Detaching volume 069a7648-a232-4697-b635-4837eb07c3b5 [ 1694.297038] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533436} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.298134] env[62093]: INFO nova.virt.block_device [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Attempting to driver detach volume 069a7648-a232-4697-b635-4837eb07c3b5 from mountpoint /dev/sdb [ 1694.300305] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1694.300525] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356341', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'name': 'volume-069a7648-a232-4697-b635-4837eb07c3b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3f59fd4d-e610-4193-bf90-5f4e3963989f', 'attached_at': '', 'detached_at': '', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'serial': '069a7648-a232-4697-b635-4837eb07c3b5'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1694.300900] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 1930e1ac-1113-46d3-99d0-d4281db7490d/1930e1ac-1113-46d3-99d0-d4281db7490d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.301144] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.301935] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a399e1b-afdd-4a68-b978-292d7301e4da {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.304546] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdef9ba6-2a61-4d7c-b98e-cf1e5378ffd8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.336206] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb116b5a-6220-4775-b697-2d7d1d5fe744 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.340361] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1694.340361] env[62093]: value = "task-1710638" [ 1694.340361] env[62093]: _type = "Task" [ 1694.340361] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.346391] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e136ec-ce97-4092-93ae-5197e14d9aa1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.351772] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.370813] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43aa897-3b32-48c9-ada0-8aa62fca6edf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.386562] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] The volume has not been displaced from its original location: [datastore1] volume-069a7648-a232-4697-b635-4837eb07c3b5/volume-069a7648-a232-4697-b635-4837eb07c3b5.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1694.392184] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1694.392552] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dae9e86-d943-49ed-a3f5-c94e8611688b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.419024] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710635, 'name': CreateVM_Task, 'duration_secs': 0.533672} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.420038] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1694.420380] env[62093]: DEBUG oslo_vmware.api [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1694.420380] env[62093]: value = "task-1710639" [ 1694.420380] env[62093]: _type = "Task" [ 1694.420380] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.421015] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.421184] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.421495] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1694.421799] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b865a0a-fc8e-4986-a861-8d17cf835e09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.429140] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1694.429140] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529347d9-b91e-21e2-9acf-851cb0e328db" [ 1694.429140] env[62093]: _type = "Task" [ 1694.429140] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.432340] env[62093]: DEBUG oslo_vmware.api [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.446620] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529347d9-b91e-21e2-9acf-851cb0e328db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.518466] env[62093]: DEBUG nova.compute.manager [req-7334e194-e9f7-49bc-9a02-8b18b790b62f req-01dfe202-9d88-48ed-8d99-dc1a1e5c5fa1 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Received event network-vif-deleted-356590eb-4c6b-4bd1-a1e6-7e54a1e0d189 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1694.518718] env[62093]: INFO nova.compute.manager [req-7334e194-e9f7-49bc-9a02-8b18b790b62f req-01dfe202-9d88-48ed-8d99-dc1a1e5c5fa1 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Neutron deleted interface 356590eb-4c6b-4bd1-a1e6-7e54a1e0d189; detaching it from the instance and deleting it from the info cache [ 1694.518895] env[62093]: DEBUG nova.network.neutron [req-7334e194-e9f7-49bc-9a02-8b18b790b62f req-01dfe202-9d88-48ed-8d99-dc1a1e5c5fa1 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.556194] env[62093]: DEBUG nova.network.neutron [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Updated VIF entry in instance network info cache for port de6c6387-b111-451f-8cd7-ee65a7e4d3d1. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.556620] env[62093]: DEBUG nova.network.neutron [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Updating instance_info_cache with network_info: [{"id": "de6c6387-b111-451f-8cd7-ee65a7e4d3d1", "address": "fa:16:3e:98:12:83", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6c6387-b1", "ovs_interfaceid": "de6c6387-b111-451f-8cd7-ee65a7e4d3d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.690109] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.716120] env[62093]: INFO nova.scheduler.client.report [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleted allocations for instance 7cb75c99-6afd-4806-bfc2-3bb671c83289 [ 1694.851635] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070097} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.851922] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.856071] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c96f5ee-a3f4-448f-9431-803a453b7b15 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.888349] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1930e1ac-1113-46d3-99d0-d4281db7490d/1930e1ac-1113-46d3-99d0-d4281db7490d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.888673] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e434c93-a677-4634-a255-093ce1a1951e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.910611] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1694.910611] env[62093]: value = "task-1710640" [ 1694.910611] env[62093]: _type = "Task" [ 1694.910611] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.920571] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.930067] env[62093]: DEBUG oslo_vmware.api [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710639, 'name': ReconfigVM_Task, 'duration_secs': 0.368215} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.930262] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1694.935840] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eede6307-ac58-4161-a51e-28cdbf1ae727 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.956320] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529347d9-b91e-21e2-9acf-851cb0e328db, 'name': SearchDatastore_Task, 'duration_secs': 0.023771} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.957624] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.957857] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1694.958127] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.958280] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.958459] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1694.958796] env[62093]: DEBUG oslo_vmware.api [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1694.958796] env[62093]: value = "task-1710641" [ 1694.958796] env[62093]: _type = "Task" [ 1694.958796] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.959126] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b17cca33-3f01-44b7-afb8-6396835330be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.968877] env[62093]: DEBUG nova.network.neutron [-] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.971749] env[62093]: DEBUG oslo_vmware.api [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.974729] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1694.974915] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1694.975868] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4a83e4-f3e1-437d-8208-29e85a12b47b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.981193] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1694.981193] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52416747-3b38-4599-a33a-0abc0feaf914" [ 1694.981193] env[62093]: _type = "Task" [ 1694.981193] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.993300] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52416747-3b38-4599-a33a-0abc0feaf914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.021758] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f3bcd56-e0ef-42fe-ba5a-4d024ca7d0ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.031038] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c034518-de17-45ff-8cac-aefb3b2b9cb9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.062160] env[62093]: DEBUG oslo_concurrency.lockutils [req-1f5a38db-3005-47cd-b923-2233b1f5646a req-e9b5c0d9-694e-4e31-9e8e-6e95f932714d service nova] Releasing lock "refresh_cache-03e5f86b-20ee-490d-a9db-038d20af1847" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.062696] env[62093]: DEBUG nova.compute.manager [req-7334e194-e9f7-49bc-9a02-8b18b790b62f req-01dfe202-9d88-48ed-8d99-dc1a1e5c5fa1 service nova] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Detach interface failed, port_id=356590eb-4c6b-4bd1-a1e6-7e54a1e0d189, reason: Instance f30bcb6e-96e5-4036-95b6-6209eb722e2b could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1695.226120] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3192b35d-7ead-4c72-80fb-07ba5f41cd9d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "7cb75c99-6afd-4806-bfc2-3bb671c83289" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.585s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.434056] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.472413] env[62093]: DEBUG oslo_vmware.api [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710641, 'name': ReconfigVM_Task, 'duration_secs': 0.150777} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.472413] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356341', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'name': 'volume-069a7648-a232-4697-b635-4837eb07c3b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3f59fd4d-e610-4193-bf90-5f4e3963989f', 'attached_at': '', 'detached_at': '', 'volume_id': '069a7648-a232-4697-b635-4837eb07c3b5', 'serial': '069a7648-a232-4697-b635-4837eb07c3b5'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1695.476993] env[62093]: INFO nova.compute.manager [-] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Took 1.44 seconds to deallocate network for instance. [ 1695.495700] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52416747-3b38-4599-a33a-0abc0feaf914, 'name': SearchDatastore_Task, 'duration_secs': 0.025822} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.496660] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5904ef-e006-4fde-b900-eaef816bbb41 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.502794] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1695.502794] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528ed211-88d1-0415-4023-964744773aa3" [ 1695.502794] env[62093]: _type = "Task" [ 1695.502794] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.510794] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528ed211-88d1-0415-4023-964744773aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.897407] env[62093]: DEBUG nova.compute.manager [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Stashing vm_state: active {{(pid=62093) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1695.930515] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710640, 'name': ReconfigVM_Task, 'duration_secs': 0.566172} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.930593] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1930e1ac-1113-46d3-99d0-d4281db7490d/1930e1ac-1113-46d3-99d0-d4281db7490d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.931392] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39de6577-4705-474a-a1e4-565e67326246 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.938350] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1695.938350] env[62093]: value = "task-1710642" [ 1695.938350] env[62093]: _type = "Task" [ 1695.938350] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.946935] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710642, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.985547] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.985822] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.985983] env[62093]: DEBUG nova.objects.instance [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'resources' on Instance uuid f30bcb6e-96e5-4036-95b6-6209eb722e2b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.015721] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528ed211-88d1-0415-4023-964744773aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.01803} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.015721] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.015872] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 03e5f86b-20ee-490d-a9db-038d20af1847/03e5f86b-20ee-490d-a9db-038d20af1847.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.016921] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-365a71f1-0aec-404c-adc4-fe1b43ee353a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.024020] env[62093]: DEBUG nova.objects.instance [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'flavor' on Instance uuid 3f59fd4d-e610-4193-bf90-5f4e3963989f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.024020] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1696.024020] env[62093]: value = "task-1710643" [ 1696.024020] env[62093]: _type = "Task" [ 1696.024020] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.033671] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.114932] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.421921] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.451843] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710642, 'name': Rename_Task, 'duration_secs': 0.234129} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.452205] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.452504] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83fd2aec-bdbc-4661-a63e-8e0629d1ac56 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.461991] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1696.461991] env[62093]: value = "task-1710644" [ 1696.461991] env[62093]: _type = "Task" [ 1696.461991] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.471906] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.542353] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.552967] env[62093]: DEBUG nova.compute.manager [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1696.553217] env[62093]: DEBUG nova.compute.manager [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing instance network info cache due to event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1696.553568] env[62093]: DEBUG oslo_concurrency.lockutils [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.553684] env[62093]: DEBUG oslo_concurrency.lockutils [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.554179] env[62093]: DEBUG nova.network.neutron [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.595738] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.596015] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.617763] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.617763] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1696.617763] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.617763] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.617987] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.618068] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.618252] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.618402] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.618529] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1696.618954] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.697075] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37009cf7-1a43-4fe2-bb02-8452f08b0975 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.705896] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c14e28f-fa59-40f0-80fa-707ea5352255 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.738731] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e494be37-a92d-4aa3-bcd8-203339482dc4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.747381] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db90691-dce1-4299-9131-c7b3bdccba37 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.761582] env[62093]: DEBUG nova.compute.provider_tree [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1696.819404] env[62093]: DEBUG nova.compute.manager [req-9baf0c29-a805-4eed-9891-79c92526dcc7 req-23c8bdf4-4431-41fa-8c0e-bdd104cef6ab service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received event network-changed-6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1696.819680] env[62093]: DEBUG nova.compute.manager [req-9baf0c29-a805-4eed-9891-79c92526dcc7 req-23c8bdf4-4431-41fa-8c0e-bdd104cef6ab service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing instance network info cache due to event network-changed-6befce31-1777-4674-91e3-373dc69b1e93. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1696.819989] env[62093]: DEBUG oslo_concurrency.lockutils [req-9baf0c29-a805-4eed-9891-79c92526dcc7 req-23c8bdf4-4431-41fa-8c0e-bdd104cef6ab service nova] Acquiring lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.820224] env[62093]: DEBUG oslo_concurrency.lockutils [req-9baf0c29-a805-4eed-9891-79c92526dcc7 req-23c8bdf4-4431-41fa-8c0e-bdd104cef6ab service nova] Acquired lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.820463] env[62093]: DEBUG nova.network.neutron [req-9baf0c29-a805-4eed-9891-79c92526dcc7 req-23c8bdf4-4431-41fa-8c0e-bdd104cef6ab service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing network info cache for port 6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.972686] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.037793] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6e26d4e7-06e6-46c3-a8d1-3a1d46cabe5f tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.038879] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585311} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.039322] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 03e5f86b-20ee-490d-a9db-038d20af1847/03e5f86b-20ee-490d-a9db-038d20af1847.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.039541] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.039776] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-181e3f4c-a5fe-4508-be41-8bf46a99be5f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.046572] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1697.046572] env[62093]: value = "task-1710645" [ 1697.046572] env[62093]: _type = "Task" [ 1697.046572] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.055557] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.099074] env[62093]: INFO nova.compute.manager [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Detaching volume fad6d9d4-01d1-43a2-8293-4388da29f805 [ 1697.121653] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.146944] env[62093]: INFO nova.virt.block_device [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Attempting to driver detach volume fad6d9d4-01d1-43a2-8293-4388da29f805 from mountpoint /dev/sdb [ 1697.146944] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1697.146944] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356335', 'volume_id': 'fad6d9d4-01d1-43a2-8293-4388da29f805', 'name': 'volume-fad6d9d4-01d1-43a2-8293-4388da29f805', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ad575db-be9e-4c4a-8ddf-26eb7a5a5001', 'attached_at': '', 'detached_at': '', 'volume_id': 'fad6d9d4-01d1-43a2-8293-4388da29f805', 'serial': 'fad6d9d4-01d1-43a2-8293-4388da29f805'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1697.146944] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75221feb-7d80-4e9c-a6f4-da88a7976860 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.170278] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f419a2b7-b569-40a9-b34b-4ed4bd96d237 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.177359] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7664b33-af86-42ff-b7ff-4bc2bb7e59c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.198713] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab34c89-d07f-4d47-93cb-13ce9fcb0c4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.213427] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] The volume has not been displaced from its original location: [datastore1] volume-fad6d9d4-01d1-43a2-8293-4388da29f805/volume-fad6d9d4-01d1-43a2-8293-4388da29f805.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1697.219131] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1697.221596] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5c08f9-b871-4a8d-9f75-6f2ef0acb675 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.242423] env[62093]: DEBUG oslo_vmware.api [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1697.242423] env[62093]: value = "task-1710646" [ 1697.242423] env[62093]: _type = "Task" [ 1697.242423] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.250375] env[62093]: DEBUG oslo_vmware.api [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.282983] env[62093]: ERROR nova.scheduler.client.report [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [req-22996696-cbdd-44c0-94bf-31abca7e5a34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22996696-cbdd-44c0-94bf-31abca7e5a34"}]} [ 1697.300925] env[62093]: DEBUG nova.scheduler.client.report [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1697.314661] env[62093]: DEBUG nova.scheduler.client.report [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1697.314906] env[62093]: DEBUG nova.compute.provider_tree [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1697.328150] env[62093]: DEBUG nova.scheduler.client.report [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1697.329704] env[62093]: DEBUG nova.network.neutron [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updated VIF entry in instance network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1697.330040] env[62093]: DEBUG nova.network.neutron [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.345484] env[62093]: DEBUG nova.scheduler.client.report [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1697.474410] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710644, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.501842] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a153f0c6-0d1c-4b0e-9fe4-d0a31158ec96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.510966] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456bf25-3eb8-40e3-9412-b1cc45d26820 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.545288] env[62093]: DEBUG nova.network.neutron [req-9baf0c29-a805-4eed-9891-79c92526dcc7 req-23c8bdf4-4431-41fa-8c0e-bdd104cef6ab service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updated VIF entry in instance network info cache for port 6befce31-1777-4674-91e3-373dc69b1e93. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1697.545633] env[62093]: DEBUG nova.network.neutron [req-9baf0c29-a805-4eed-9891-79c92526dcc7 req-23c8bdf4-4431-41fa-8c0e-bdd104cef6ab service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.547372] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45d5f5-004d-4f4b-9212-6bf785cdec68 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.561883] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f235f93-eda5-47b1-ac94-e5bb80e71475 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.565862] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256969} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.566469] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.567659] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b7992-50dd-4837-84a9-80867ea9b8d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.578594] env[62093]: DEBUG nova.compute.provider_tree [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1697.600902] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 03e5f86b-20ee-490d-a9db-038d20af1847/03e5f86b-20ee-490d-a9db-038d20af1847.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.601438] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68aaf3b2-1e22-4cf7-bc66-6c6427abb818 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.625848] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1697.625848] env[62093]: value = "task-1710647" [ 1697.625848] env[62093]: _type = "Task" [ 1697.625848] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.634936] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.755274] env[62093]: DEBUG oslo_vmware.api [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710646, 'name': ReconfigVM_Task, 'duration_secs': 0.494284} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.755557] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1697.760327] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e16cf8-710e-4f01-9631-f7f48659d795 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.775381] env[62093]: DEBUG oslo_vmware.api [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1697.775381] env[62093]: value = "task-1710648" [ 1697.775381] env[62093]: _type = "Task" [ 1697.775381] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.783020] env[62093]: DEBUG oslo_vmware.api [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.833849] env[62093]: DEBUG oslo_concurrency.lockutils [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.834178] env[62093]: DEBUG nova.compute.manager [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received event network-changed-6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1697.834406] env[62093]: DEBUG nova.compute.manager [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing instance network info cache due to event network-changed-6befce31-1777-4674-91e3-373dc69b1e93. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1697.834575] env[62093]: DEBUG oslo_concurrency.lockutils [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] Acquiring lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.974145] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710644, 'name': PowerOnVM_Task, 'duration_secs': 1.24715} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.976483] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.976483] env[62093]: INFO nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1697.976483] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1697.976483] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31abb965-4710-4ada-84ca-59137380778e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.051529] env[62093]: DEBUG oslo_concurrency.lockutils [req-9baf0c29-a805-4eed-9891-79c92526dcc7 req-23c8bdf4-4431-41fa-8c0e-bdd104cef6ab service nova] Releasing lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.051934] env[62093]: DEBUG oslo_concurrency.lockutils [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] Acquired lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.052142] env[62093]: DEBUG nova.network.neutron [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing network info cache for port 6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.110512] env[62093]: DEBUG nova.scheduler.client.report [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1698.110820] env[62093]: DEBUG nova.compute.provider_tree [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 159 to 160 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1698.111011] env[62093]: DEBUG nova.compute.provider_tree [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1698.121864] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.122100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.122308] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.122492] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.122664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.124751] env[62093]: INFO nova.compute.manager [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Terminating instance [ 1698.126451] env[62093]: DEBUG nova.compute.manager [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1698.126642] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1698.127584] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6722fd9-aeb9-40e7-a43a-c946ba272de3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.139241] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.141563] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.141800] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9c1dc77-3b99-43a2-a8ac-6098c8b7094b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.149022] env[62093]: DEBUG oslo_vmware.api [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1698.149022] env[62093]: value = "task-1710649" [ 1698.149022] env[62093]: _type = "Task" [ 1698.149022] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.155750] env[62093]: DEBUG oslo_vmware.api [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.287466] env[62093]: DEBUG oslo_vmware.api [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.493785] env[62093]: INFO nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Took 13.64 seconds to build instance. [ 1698.616338] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.630s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.619551] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.197s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.638784] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710647, 'name': ReconfigVM_Task, 'duration_secs': 0.726877} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.639705] env[62093]: INFO nova.scheduler.client.report [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Deleted allocations for instance f30bcb6e-96e5-4036-95b6-6209eb722e2b [ 1698.640676] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 03e5f86b-20ee-490d-a9db-038d20af1847/03e5f86b-20ee-490d-a9db-038d20af1847.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.643457] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b344632f-477c-47b6-a3a8-a77e1c8ecdec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.654741] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1698.654741] env[62093]: value = "task-1710650" [ 1698.654741] env[62093]: _type = "Task" [ 1698.654741] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.662028] env[62093]: DEBUG oslo_vmware.api [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.666811] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710650, 'name': Rename_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.789211] env[62093]: DEBUG oslo_vmware.api [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.790288] env[62093]: DEBUG nova.network.neutron [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updated VIF entry in instance network info cache for port 6befce31-1777-4674-91e3-373dc69b1e93. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.790762] env[62093]: DEBUG nova.network.neutron [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.846349] env[62093]: DEBUG nova.compute.manager [req-dd66a19a-13e9-4b3a-9535-6a5fb4293413 req-6825f5e4-5389-4f38-9cf8-fea8adbe5483 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1698.846541] env[62093]: DEBUG nova.compute.manager [req-dd66a19a-13e9-4b3a-9535-6a5fb4293413 req-6825f5e4-5389-4f38-9cf8-fea8adbe5483 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing instance network info cache due to event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1698.846752] env[62093]: DEBUG oslo_concurrency.lockutils [req-dd66a19a-13e9-4b3a-9535-6a5fb4293413 req-6825f5e4-5389-4f38-9cf8-fea8adbe5483 service nova] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.846898] env[62093]: DEBUG oslo_concurrency.lockutils [req-dd66a19a-13e9-4b3a-9535-6a5fb4293413 req-6825f5e4-5389-4f38-9cf8-fea8adbe5483 service nova] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.847080] env[62093]: DEBUG nova.network.neutron [req-dd66a19a-13e9-4b3a-9535-6a5fb4293413 req-6825f5e4-5389-4f38-9cf8-fea8adbe5483 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.995856] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "1930e1ac-1113-46d3-99d0-d4281db7490d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.151s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.124808] env[62093]: INFO nova.compute.claims [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.148884] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fa6b0b9c-43c6-43bc-b010-a5ee1c4ca17d tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "f30bcb6e-96e5-4036-95b6-6209eb722e2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.306s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.163943] env[62093]: DEBUG oslo_vmware.api [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710649, 'name': PowerOffVM_Task, 'duration_secs': 0.714787} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.164618] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.164805] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1699.165094] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d704e81-12c0-4c6d-b3a5-c8fab0a28fc8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.170788] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710650, 'name': Rename_Task, 'duration_secs': 0.159074} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.171415] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.171902] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61f62d17-a115-4dbe-907b-7fb3148c1eb3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.179555] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1699.179555] env[62093]: value = "task-1710652" [ 1699.179555] env[62093]: _type = "Task" [ 1699.179555] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.187399] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.241113] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.241337] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.241637] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleting the datastore file [datastore1] 3f59fd4d-e610-4193-bf90-5f4e3963989f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.242042] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b809718-944c-4485-a96e-0671af16a61a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.249688] env[62093]: DEBUG oslo_vmware.api [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1699.249688] env[62093]: value = "task-1710653" [ 1699.249688] env[62093]: _type = "Task" [ 1699.249688] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.259555] env[62093]: DEBUG oslo_vmware.api [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.286039] env[62093]: DEBUG oslo_vmware.api [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710648, 'name': ReconfigVM_Task, 'duration_secs': 1.055151} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.286381] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356335', 'volume_id': 'fad6d9d4-01d1-43a2-8293-4388da29f805', 'name': 'volume-fad6d9d4-01d1-43a2-8293-4388da29f805', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ad575db-be9e-4c4a-8ddf-26eb7a5a5001', 'attached_at': '', 'detached_at': '', 'volume_id': 'fad6d9d4-01d1-43a2-8293-4388da29f805', 'serial': 'fad6d9d4-01d1-43a2-8293-4388da29f805'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1699.293458] env[62093]: DEBUG oslo_concurrency.lockutils [req-463acdea-13b2-48a0-9ec5-70bfb91cefee req-84d17463-8856-4fe2-89ad-0a9ddce4f308 service nova] Releasing lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.621924] env[62093]: DEBUG nova.network.neutron [req-dd66a19a-13e9-4b3a-9535-6a5fb4293413 req-6825f5e4-5389-4f38-9cf8-fea8adbe5483 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updated VIF entry in instance network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1699.622402] env[62093]: DEBUG nova.network.neutron [req-dd66a19a-13e9-4b3a-9535-6a5fb4293413 req-6825f5e4-5389-4f38-9cf8-fea8adbe5483 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.630713] env[62093]: INFO nova.compute.resource_tracker [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating resource usage from migration 79d29fc9-65a6-49fa-abce-29f2c9ba240b [ 1699.689031] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.761350] env[62093]: DEBUG oslo_vmware.api [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169573} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.761350] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1699.761350] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1699.761670] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1699.761670] env[62093]: INFO nova.compute.manager [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1699.761939] env[62093]: DEBUG oslo.service.loopingcall [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.764587] env[62093]: DEBUG nova.compute.manager [-] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1699.764692] env[62093]: DEBUG nova.network.neutron [-] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1699.791535] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba0a220-a8fc-4cf4-8686-8b3795237efd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.800224] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9add8c06-a1c1-4317-8766-1dff970ea0bd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.835950] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0887a86-060d-4fc3-9ff3-d71f40765083 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.839517] env[62093]: DEBUG nova.objects.instance [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'flavor' on Instance uuid 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.848540] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc586d6-aadd-44ee-a303-036fd6c2f5e3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.864479] env[62093]: DEBUG nova.compute.provider_tree [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.125151] env[62093]: DEBUG oslo_concurrency.lockutils [req-dd66a19a-13e9-4b3a-9535-6a5fb4293413 req-6825f5e4-5389-4f38-9cf8-fea8adbe5483 service nova] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.191884] env[62093]: DEBUG oslo_vmware.api [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710652, 'name': PowerOnVM_Task, 'duration_secs': 0.992099} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.193032] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.193032] env[62093]: INFO nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1700.193032] env[62093]: DEBUG nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1700.193493] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1b3b73-87f2-4ff7-bbe1-5e0fcf540ab7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.320827] env[62093]: DEBUG nova.compute.manager [req-317645ce-00e2-4d1a-9fec-1d7a9d098626 req-08aafb95-08a4-44dc-801c-cfa811c1e4fb service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Received event network-vif-deleted-c95595c5-f3ce-4260-9704-3376951dd44c {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1700.321255] env[62093]: INFO nova.compute.manager [req-317645ce-00e2-4d1a-9fec-1d7a9d098626 req-08aafb95-08a4-44dc-801c-cfa811c1e4fb service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Neutron deleted interface c95595c5-f3ce-4260-9704-3376951dd44c; detaching it from the instance and deleting it from the info cache [ 1700.321534] env[62093]: DEBUG nova.network.neutron [req-317645ce-00e2-4d1a-9fec-1d7a9d098626 req-08aafb95-08a4-44dc-801c-cfa811c1e4fb service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.406418] env[62093]: DEBUG nova.scheduler.client.report [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1700.406737] env[62093]: DEBUG nova.compute.provider_tree [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 160 to 161 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1700.407020] env[62093]: DEBUG nova.compute.provider_tree [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.576322] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.576657] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.710725] env[62093]: INFO nova.compute.manager [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Took 15.82 seconds to build instance. [ 1700.796265] env[62093]: DEBUG nova.network.neutron [-] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.824427] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10abb9e6-c756-4b97-a90d-962e4274222d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.834979] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec7520f-ac39-4751-a733-335bf1258db9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.846884] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d863a38e-b53f-4fdf-bd5e-a8edd05620e4 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.251s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.867043] env[62093]: DEBUG nova.compute.manager [req-317645ce-00e2-4d1a-9fec-1d7a9d098626 req-08aafb95-08a4-44dc-801c-cfa811c1e4fb service nova] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Detach interface failed, port_id=c95595c5-f3ce-4260-9704-3376951dd44c, reason: Instance 3f59fd4d-e610-4193-bf90-5f4e3963989f could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1700.912782] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.294s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.913013] env[62093]: INFO nova.compute.manager [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Migrating [ 1700.919516] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.798s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.919707] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.919861] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1700.920727] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a66c48-7671-469a-ab80-8307f1d9ce2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.939307] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3772b74-f64f-418e-92d9-eb577c8bff00 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.955879] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08774aed-8de0-4092-b128-326110afc5b1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.963494] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd1ccc-07ed-4594-82bf-9d00be5c4ff0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.995907] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179709MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1700.996112] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.996321] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.081245] env[62093]: DEBUG nova.compute.utils [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.112516] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.112750] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.212668] env[62093]: DEBUG oslo_concurrency.lockutils [None req-fc52a781-d22f-4ea4-9ee0-f58b40fe52df tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "03e5f86b-20ee-490d-a9db-038d20af1847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.331s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.299537] env[62093]: INFO nova.compute.manager [-] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Took 1.53 seconds to deallocate network for instance. [ 1701.432238] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.432598] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.432931] env[62093]: DEBUG nova.network.neutron [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.583655] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.614820] env[62093]: DEBUG nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1701.805703] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.861539] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "1930e1ac-1113-46d3-99d0-d4281db7490d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.861872] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "1930e1ac-1113-46d3-99d0-d4281db7490d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.862155] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "1930e1ac-1113-46d3-99d0-d4281db7490d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.862408] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "1930e1ac-1113-46d3-99d0-d4281db7490d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.862590] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "1930e1ac-1113-46d3-99d0-d4281db7490d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.865018] env[62093]: INFO nova.compute.manager [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Terminating instance [ 1701.866746] env[62093]: DEBUG nova.compute.manager [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1701.866934] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1701.867800] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbc81ba-fb8c-4dd3-ab28-e92a0abc9dc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.876095] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.876318] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ce9fc2-0abc-4dea-82fd-56525a640799 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.882457] env[62093]: DEBUG oslo_vmware.api [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1701.882457] env[62093]: value = "task-1710654" [ 1701.882457] env[62093]: _type = "Task" [ 1701.882457] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.889838] env[62093]: DEBUG oslo_vmware.api [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.919963] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.920240] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.920445] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.920625] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.920864] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.922905] env[62093]: INFO nova.compute.manager [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Terminating instance [ 1701.924587] env[62093]: DEBUG nova.compute.manager [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1701.924775] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1701.925582] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5170e3b3-fe6a-410b-8241-99975a859170 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.933025] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.933270] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae946a59-e38e-4b9e-9415-1fa9364bdc79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.939323] env[62093]: DEBUG oslo_vmware.api [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1701.939323] env[62093]: value = "task-1710655" [ 1701.939323] env[62093]: _type = "Task" [ 1701.939323] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.949098] env[62093]: DEBUG oslo_vmware.api [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.985752] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "03e5f86b-20ee-490d-a9db-038d20af1847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.986073] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "03e5f86b-20ee-490d-a9db-038d20af1847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.986324] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "03e5f86b-20ee-490d-a9db-038d20af1847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.986538] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "03e5f86b-20ee-490d-a9db-038d20af1847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.986741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "03e5f86b-20ee-490d-a9db-038d20af1847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.989153] env[62093]: INFO nova.compute.manager [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Terminating instance [ 1701.991052] env[62093]: DEBUG nova.compute.manager [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1701.991288] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1701.992224] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7e2df-c762-4e99-831b-e97aaafe4dfa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.000327] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.000607] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c02d8f11-427b-4333-bbf1-fb29717e519b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.006855] env[62093]: DEBUG oslo_vmware.api [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1702.006855] env[62093]: value = "task-1710656" [ 1702.006855] env[62093]: _type = "Task" [ 1702.006855] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.010554] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Applying migration context for instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b as it has an incoming, in-progress migration 79d29fc9-65a6-49fa-abce-29f2c9ba240b. Migration status is pre-migrating {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1702.011974] env[62093]: INFO nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating resource usage from migration 79d29fc9-65a6-49fa-abce-29f2c9ba240b [ 1702.022288] env[62093]: DEBUG oslo_vmware.api [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.038802] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.038946] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 08d664a2-3934-45f5-897c-cfd94a221209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.039110] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.039233] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 3f59fd4d-e610-4193-bf90-5f4e3963989f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.039363] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6121704d-0a6a-4191-9254-028ca7ad1e5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.039485] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.039603] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.039713] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1930e1ac-1113-46d3-99d0-d4281db7490d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.039919] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 03e5f86b-20ee-490d-a9db-038d20af1847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.039971] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Migration 79d29fc9-65a6-49fa-abce-29f2c9ba240b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1702.040081] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1702.136808] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.186639] env[62093]: DEBUG nova.network.neutron [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.392987] env[62093]: DEBUG oslo_vmware.api [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710654, 'name': PowerOffVM_Task, 'duration_secs': 0.270788} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.393308] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.393502] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1702.393753] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce58b19-ba63-4202-875f-696377651cc3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.448567] env[62093]: DEBUG oslo_vmware.api [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710655, 'name': PowerOffVM_Task, 'duration_secs': 0.349322} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.448823] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.448987] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1702.449248] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6900db5f-f2bc-41f6-8cb3-d694817fc017 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.467264] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1702.467468] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1702.467662] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleting the datastore file [datastore1] 1930e1ac-1113-46d3-99d0-d4281db7490d {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1702.467917] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aa6c1de-1735-4e0d-bf5e-7bc26f00a622 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.474923] env[62093]: DEBUG oslo_vmware.api [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1702.474923] env[62093]: value = "task-1710659" [ 1702.474923] env[62093]: _type = "Task" [ 1702.474923] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.482614] env[62093]: DEBUG oslo_vmware.api [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.516925] env[62093]: DEBUG oslo_vmware.api [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710656, 'name': PowerOffVM_Task, 'duration_secs': 0.272542} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.517236] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.517419] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1702.517752] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4e20925-f71b-4cbb-b99e-8a402a0f8828 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.524037] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1702.524260] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1702.524438] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleting the datastore file [datastore1] 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1702.524664] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266be905-0170-486f-8e1e-0ed30e385724 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.531293] env[62093]: DEBUG oslo_vmware.api [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1702.531293] env[62093]: value = "task-1710661" [ 1702.531293] env[62093]: _type = "Task" [ 1702.531293] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.538960] env[62093]: DEBUG oslo_vmware.api [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.542637] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 37d90e3a-56c9-404e-8985-360f3ae638e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1702.542870] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1702.543014] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1702.604051] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1702.604280] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1702.604460] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleting the datastore file [datastore1] 03e5f86b-20ee-490d-a9db-038d20af1847 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1702.604733] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc512586-b097-429f-9889-184850d0709b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.611996] env[62093]: DEBUG oslo_vmware.api [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1702.611996] env[62093]: value = "task-1710662" [ 1702.611996] env[62093]: _type = "Task" [ 1702.611996] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.621638] env[62093]: DEBUG oslo_vmware.api [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.667756] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.668074] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.668308] env[62093]: INFO nova.compute.manager [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Attaching volume 3d1caaf7-ec80-4e2e-95f5-223a0da42d85 to /dev/sdb [ 1702.689608] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.702346] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a3c94-d3b6-4b3f-9584-576be6aaae61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.710195] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f8ea00-1fd4-4b9c-a614-dda2abca71ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.723803] env[62093]: DEBUG nova.virt.block_device [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating existing volume attachment record: c5ec5df7-ac5c-4662-b09e-85ccb859e203 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1702.791787] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197a4f07-f316-40e3-be70-c1a068ad20ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.800606] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c644d1-340c-4359-9635-c7f22200a079 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.830752] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9295e111-695c-4f46-8341-45d5290bd518 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.838336] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c15956-8934-40e5-9ca8-dd8c652f486a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.854097] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.984830] env[62093]: DEBUG oslo_vmware.api [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14161} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.985110] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1702.985300] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1702.985474] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1702.985643] env[62093]: INFO nova.compute.manager [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1702.985889] env[62093]: DEBUG oslo.service.loopingcall [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.986099] env[62093]: DEBUG nova.compute.manager [-] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1702.986198] env[62093]: DEBUG nova.network.neutron [-] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1703.042918] env[62093]: DEBUG oslo_vmware.api [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175878} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.045626] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1703.045856] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1703.046089] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1703.046268] env[62093]: INFO nova.compute.manager [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1703.046500] env[62093]: DEBUG oslo.service.loopingcall [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.046700] env[62093]: DEBUG nova.compute.manager [-] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1703.046793] env[62093]: DEBUG nova.network.neutron [-] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1703.122368] env[62093]: DEBUG oslo_vmware.api [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187615} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.122618] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1703.122799] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1703.122978] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1703.123161] env[62093]: INFO nova.compute.manager [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1703.123392] env[62093]: DEBUG oslo.service.loopingcall [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.123573] env[62093]: DEBUG nova.compute.manager [-] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1703.123664] env[62093]: DEBUG nova.network.neutron [-] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1703.292180] env[62093]: DEBUG nova.compute.manager [req-4cd43988-a4c5-4852-b910-b678be8aa6bd req-cc8cf236-5616-4241-9979-f500757253f7 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Received event network-vif-deleted-ea1b68f7-52bf-48b3-914f-1f9d0cab390e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1703.292418] env[62093]: INFO nova.compute.manager [req-4cd43988-a4c5-4852-b910-b678be8aa6bd req-cc8cf236-5616-4241-9979-f500757253f7 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Neutron deleted interface ea1b68f7-52bf-48b3-914f-1f9d0cab390e; detaching it from the instance and deleting it from the info cache [ 1703.292593] env[62093]: DEBUG nova.network.neutron [req-4cd43988-a4c5-4852-b910-b678be8aa6bd req-cc8cf236-5616-4241-9979-f500757253f7 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.357186] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1703.520660] env[62093]: DEBUG nova.compute.manager [req-f0e84dbd-da57-4ff8-b65b-a87b73ee2e26 req-9103ddfd-839c-4451-a57b-5d4e29b343e9 service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Received event network-vif-deleted-de6c6387-b111-451f-8cd7-ee65a7e4d3d1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1703.520941] env[62093]: INFO nova.compute.manager [req-f0e84dbd-da57-4ff8-b65b-a87b73ee2e26 req-9103ddfd-839c-4451-a57b-5d4e29b343e9 service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Neutron deleted interface de6c6387-b111-451f-8cd7-ee65a7e4d3d1; detaching it from the instance and deleting it from the info cache [ 1703.521364] env[62093]: DEBUG nova.network.neutron [req-f0e84dbd-da57-4ff8-b65b-a87b73ee2e26 req-9103ddfd-839c-4451-a57b-5d4e29b343e9 service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.756333] env[62093]: DEBUG nova.network.neutron [-] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.795300] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-659b4fdf-8f5e-49cc-af0b-f1605459dd1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.805371] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fffda-f19d-4368-a736-2b5f73ffceef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.837017] env[62093]: DEBUG nova.compute.manager [req-4cd43988-a4c5-4852-b910-b678be8aa6bd req-cc8cf236-5616-4241-9979-f500757253f7 service nova] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Detach interface failed, port_id=ea1b68f7-52bf-48b3-914f-1f9d0cab390e, reason: Instance 1930e1ac-1113-46d3-99d0-d4281db7490d could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1703.861832] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1703.862881] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.866s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.862881] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.057s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.862881] env[62093]: DEBUG nova.objects.instance [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'resources' on Instance uuid 3f59fd4d-e610-4193-bf90-5f4e3963989f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.863793] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.863935] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62093) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1703.991926] env[62093]: DEBUG nova.network.neutron [-] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.024308] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6085bd9c-e6ab-46f4-ba29-5eb765949db0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.033767] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d26a6-c518-487f-9653-855d9853a85f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.063204] env[62093]: DEBUG nova.compute.manager [req-f0e84dbd-da57-4ff8-b65b-a87b73ee2e26 req-9103ddfd-839c-4451-a57b-5d4e29b343e9 service nova] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Detach interface failed, port_id=de6c6387-b111-451f-8cd7-ee65a7e4d3d1, reason: Instance 03e5f86b-20ee-490d-a9db-038d20af1847 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1704.116044] env[62093]: DEBUG nova.network.neutron [-] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.208034] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05969393-528a-40d0-9826-8519b3d78e09 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.226765] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance '1e8ac6e2-f994-4d5e-afe3-2e25da989f9b' progress to 0 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1704.259236] env[62093]: INFO nova.compute.manager [-] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Took 1.27 seconds to deallocate network for instance. [ 1704.370177] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.494688] env[62093]: INFO nova.compute.manager [-] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Took 1.37 seconds to deallocate network for instance. [ 1704.516207] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8112b3-e9d2-4c99-82be-0927389d1a2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.523082] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c73579-82a9-40e6-b440-b6a2f3ee97ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.555391] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349e05bf-ae00-4d28-9342-4b3a1c0f286f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.563621] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b19e8d6-3fc9-4dab-b5b5-3ee95d373a69 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.579597] env[62093]: DEBUG nova.compute.provider_tree [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.617919] env[62093]: INFO nova.compute.manager [-] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Took 1.57 seconds to deallocate network for instance. [ 1704.732467] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1704.732711] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-874c39a5-da16-4031-b6b2-313470fb4f62 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.740293] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1704.740293] env[62093]: value = "task-1710666" [ 1704.740293] env[62093]: _type = "Task" [ 1704.740293] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.748344] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.767495] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.002765] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.083106] env[62093]: DEBUG nova.scheduler.client.report [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1705.124628] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.249753] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710666, 'name': PowerOffVM_Task, 'duration_secs': 0.26691} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.250070] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1705.250309] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance '1e8ac6e2-f994-4d5e-afe3-2e25da989f9b' progress to 17 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1705.414728] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.414728] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.544759] env[62093]: DEBUG nova.compute.manager [req-ad8ce3bc-4f77-43bf-a48c-eef125a689e1 req-273636e0-46fd-4da3-ab3e-5897d640fd73 service nova] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Received event network-vif-deleted-a0dcadc1-7c20-4d3f-9ed9-064bfb35e5d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1705.587902] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.590125] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.453s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.591856] env[62093]: INFO nova.compute.claims [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1705.607660] env[62093]: INFO nova.scheduler.client.report [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted allocations for instance 3f59fd4d-e610-4193-bf90-5f4e3963989f [ 1705.757063] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1705.757327] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1705.757517] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.757798] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1705.757959] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.758127] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1705.758338] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1705.758497] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1705.758665] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1705.758847] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1705.759055] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1705.764175] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17c597c-f60f-4210-b275-7bd01f79f1de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.779815] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1705.779815] env[62093]: value = "task-1710668" [ 1705.779815] env[62093]: _type = "Task" [ 1705.779815] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.787960] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.921296] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.921478] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1706.115037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4157166f-1501-4847-97fb-19ca5350f9eb tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "3f59fd4d-e610-4193-bf90-5f4e3963989f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.993s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.289358] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710668, 'name': ReconfigVM_Task, 'duration_secs': 0.174826} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.289618] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance '1e8ac6e2-f994-4d5e-afe3-2e25da989f9b' progress to 33 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1706.440015] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.440204] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.440353] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1706.747347] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3593e210-9874-4206-9414-52bc6f4c6ab9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.755578] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6460b930-3b65-4e2e-914f-2d2769aa128f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.786464] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf06838-687e-48d4-866f-2b35974fefa0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.794230] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da0fe85-bf4e-40d5-8992-06c616729d5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.800019] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1706.800296] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1706.800455] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.800634] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1706.800795] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.800963] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1706.801264] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1706.801432] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1706.801602] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1706.801762] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1706.801935] env[62093]: DEBUG nova.virt.hardware [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1706.807127] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1706.807406] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04b7291-1825-4987-9549-d667ee71edef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.831129] env[62093]: DEBUG nova.compute.provider_tree [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.833691] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1706.833691] env[62093]: value = "task-1710669" [ 1706.833691] env[62093]: _type = "Task" [ 1706.833691] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.841736] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.973192] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.335548] env[62093]: DEBUG nova.scheduler.client.report [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1707.347708] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710669, 'name': ReconfigVM_Task, 'duration_secs': 0.168987} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.347981] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1707.348910] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e2a7c-72b1-41d2-87a4-7c86226c2d9d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.371975] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b/1e8ac6e2-f994-4d5e-afe3-2e25da989f9b.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.372521] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e21af4-e55a-4203-b7ec-e50212c0aaaf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.390901] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1707.390901] env[62093]: value = "task-1710670" [ 1707.390901] env[62093]: _type = "Task" [ 1707.390901] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.398661] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.551595] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.772028] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1707.772028] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356360', 'volume_id': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'name': 'volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6121704d-0a6a-4191-9254-028ca7ad1e5f', 'attached_at': '', 'detached_at': '', 'volume_id': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'serial': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1707.772028] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f46e66-bb7c-42b9-bada-aab4e0c264b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.789316] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb44c419-5d19-4f42-bd85-2f9623cccbeb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.816681] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85/volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.817284] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d4f4b9-0c84-4c86-af98-f1e27a2a2d21 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.836699] env[62093]: DEBUG oslo_vmware.api [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1707.836699] env[62093]: value = "task-1710671" [ 1707.836699] env[62093]: _type = "Task" [ 1707.836699] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.845171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.845585] env[62093]: DEBUG nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1707.848199] env[62093]: DEBUG oslo_vmware.api [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.848641] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.081s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.848920] env[62093]: DEBUG nova.objects.instance [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lazy-loading 'resources' on Instance uuid 1930e1ac-1113-46d3-99d0-d4281db7490d {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.904311] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710670, 'name': ReconfigVM_Task, 'duration_secs': 0.31386} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.904706] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b/1e8ac6e2-f994-4d5e-afe3-2e25da989f9b.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.905097] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance '1e8ac6e2-f994-4d5e-afe3-2e25da989f9b' progress to 50 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1708.054343] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.055026] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1708.055026] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.055172] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.055307] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.055455] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.348069] env[62093]: DEBUG oslo_vmware.api [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710671, 'name': ReconfigVM_Task, 'duration_secs': 0.418466} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.348430] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85/volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.355060] env[62093]: DEBUG nova.compute.utils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.358615] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be2a4f5a-6ad8-479b-b7f5-27147e58164c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.369667] env[62093]: DEBUG nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1708.369713] env[62093]: DEBUG nova.network.neutron [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.377589] env[62093]: DEBUG oslo_vmware.api [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1708.377589] env[62093]: value = "task-1710672" [ 1708.377589] env[62093]: _type = "Task" [ 1708.377589] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.387455] env[62093]: DEBUG oslo_vmware.api [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.413261] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddac1d9-e1a8-4605-871e-0d14500494e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.435483] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8a3784-8db3-41fc-963c-1c5b73673dc6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.455246] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance '1e8ac6e2-f994-4d5e-afe3-2e25da989f9b' progress to 67 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1708.459749] env[62093]: DEBUG nova.policy [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0c2b5a93f3c4e429bebf37ea1815038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16df5f1bdea483da91ad52711fd7e78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1708.539183] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11f5362-116f-4d3c-a82f-6293c2917b07 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.547253] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f64f4-375c-46fd-8408-709badf568c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.578869] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.580168] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1e3fa2-918b-44b4-817c-d65632ef174d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.587852] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a5e0e-6e09-43f5-bcfc-2df87d41817b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.601191] env[62093]: DEBUG nova.compute.provider_tree [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.641221] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.641511] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.748182] env[62093]: DEBUG nova.network.neutron [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Successfully created port: 332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1708.869989] env[62093]: DEBUG nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1708.887647] env[62093]: DEBUG oslo_vmware.api [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710672, 'name': ReconfigVM_Task, 'duration_secs': 0.139296} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.887952] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356360', 'volume_id': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'name': 'volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6121704d-0a6a-4191-9254-028ca7ad1e5f', 'attached_at': '', 'detached_at': '', 'volume_id': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'serial': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1708.998954] env[62093]: DEBUG nova.network.neutron [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Port 6d459914-22da-4781-bc62-004fe6ee6663 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1709.104233] env[62093]: DEBUG nova.scheduler.client.report [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1709.143558] env[62093]: DEBUG nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1709.609234] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.611534] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.609s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.611778] env[62093]: DEBUG nova.objects.instance [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lazy-loading 'resources' on Instance uuid 03e5f86b-20ee-490d-a9db-038d20af1847 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.630916] env[62093]: INFO nova.scheduler.client.report [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleted allocations for instance 1930e1ac-1113-46d3-99d0-d4281db7490d [ 1709.660311] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.880716] env[62093]: DEBUG nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1709.905177] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1709.905427] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1709.905581] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1709.905762] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1709.905906] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1709.906061] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1709.906269] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1709.906426] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1709.906587] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1709.906901] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1709.906901] env[62093]: DEBUG nova.virt.hardware [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1709.907765] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747fec1-aeb0-4732-8d61-0afc391a99bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.916075] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cfffb4-242c-4ca5-82a7-0c4ab300e17b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.930564] env[62093]: DEBUG nova.objects.instance [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lazy-loading 'flavor' on Instance uuid 6121704d-0a6a-4191-9254-028ca7ad1e5f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.021050] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.021286] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.021458] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.139842] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2067567a-c4da-4432-a635-fcedd2bdc15b tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "1930e1ac-1113-46d3-99d0-d4281db7490d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.277s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.146350] env[62093]: DEBUG nova.compute.manager [req-3d3bdde1-09a8-4e0c-8bcd-1cc20b56a301 req-dc634a8d-1243-4f47-a211-cc72f578da78 service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Received event network-vif-plugged-332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1710.146582] env[62093]: DEBUG oslo_concurrency.lockutils [req-3d3bdde1-09a8-4e0c-8bcd-1cc20b56a301 req-dc634a8d-1243-4f47-a211-cc72f578da78 service nova] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.146775] env[62093]: DEBUG oslo_concurrency.lockutils [req-3d3bdde1-09a8-4e0c-8bcd-1cc20b56a301 req-dc634a8d-1243-4f47-a211-cc72f578da78 service nova] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.147130] env[62093]: DEBUG oslo_concurrency.lockutils [req-3d3bdde1-09a8-4e0c-8bcd-1cc20b56a301 req-dc634a8d-1243-4f47-a211-cc72f578da78 service nova] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.147203] env[62093]: DEBUG nova.compute.manager [req-3d3bdde1-09a8-4e0c-8bcd-1cc20b56a301 req-dc634a8d-1243-4f47-a211-cc72f578da78 service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] No waiting events found dispatching network-vif-plugged-332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1710.147411] env[62093]: WARNING nova.compute.manager [req-3d3bdde1-09a8-4e0c-8bcd-1cc20b56a301 req-dc634a8d-1243-4f47-a211-cc72f578da78 service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Received unexpected event network-vif-plugged-332f7208-ca9a-4827-b4c6-81c05c693701 for instance with vm_state building and task_state spawning. [ 1710.258194] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac30ae6-3d28-44f7-95bc-398e26d1b4ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.266321] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47511cb-7dd7-4857-9969-86169c48e5b6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.270721] env[62093]: DEBUG nova.network.neutron [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Successfully updated port: 332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1710.296755] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.296904] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.297068] env[62093]: DEBUG nova.network.neutron [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.298527] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39421598-5c5c-4b90-8336-fadc9ced4f23 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.307306] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093d38c1-8b12-4fac-b9f6-771300dba265 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.323047] env[62093]: DEBUG nova.compute.provider_tree [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.434900] env[62093]: DEBUG oslo_concurrency.lockutils [None req-15f04c78-9b50-4c68-a0b7-8486d2ee2c01 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.767s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.824773] env[62093]: DEBUG nova.scheduler.client.report [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1710.834533] env[62093]: DEBUG nova.network.neutron [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.955928] env[62093]: DEBUG nova.network.neutron [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updating instance_info_cache with network_info: [{"id": "332f7208-ca9a-4827-b4c6-81c05c693701", "address": "fa:16:3e:1c:3f:26", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332f7208-ca", "ovs_interfaceid": "332f7208-ca9a-4827-b4c6-81c05c693701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.053794] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.053993] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.054195] env[62093]: DEBUG nova.network.neutron [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.063240] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.063486] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.063816] env[62093]: DEBUG nova.objects.instance [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'flavor' on Instance uuid 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.095263] env[62093]: INFO nova.compute.manager [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Rescuing [ 1711.095474] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.095631] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.095777] env[62093]: DEBUG nova.network.neutron [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.330246] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.332610] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.208s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.332847] env[62093]: DEBUG nova.objects.instance [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'resources' on Instance uuid 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.353481] env[62093]: INFO nova.scheduler.client.report [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleted allocations for instance 03e5f86b-20ee-490d-a9db-038d20af1847 [ 1711.458208] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Releasing lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.458575] env[62093]: DEBUG nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Instance network_info: |[{"id": "332f7208-ca9a-4827-b4c6-81c05c693701", "address": "fa:16:3e:1c:3f:26", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332f7208-ca", "ovs_interfaceid": "332f7208-ca9a-4827-b4c6-81c05c693701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1711.459020] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:3f:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '332f7208-ca9a-4827-b4c6-81c05c693701', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.468597] env[62093]: DEBUG oslo.service.loopingcall [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.469092] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.469724] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b5cf42-03d2-4b3f-8bd9-07bcc128fab0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.489444] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.489444] env[62093]: value = "task-1710673" [ 1711.489444] env[62093]: _type = "Task" [ 1711.489444] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.497166] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710673, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.758736] env[62093]: DEBUG nova.objects.instance [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'pci_requests' on Instance uuid 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.826870] env[62093]: DEBUG nova.network.neutron [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating instance_info_cache with network_info: [{"id": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "address": "fa:16:3e:47:ee:12", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a407ff-d2", "ovs_interfaceid": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.860514] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6f9d0a2c-886a-4954-be39-c472d2d6ea09 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "03e5f86b-20ee-490d-a9db-038d20af1847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.874s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.906604] env[62093]: DEBUG nova.network.neutron [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.959890] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7398ed88-ddcf-44a4-a5c0-3b66a792a8e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.968542] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a50b331-a92c-4e49-9031-77a082ad9e9d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.002399] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568d1830-d787-4e62-b3c2-1959da0e4d8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.009689] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710673, 'name': CreateVM_Task, 'duration_secs': 0.347569} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.011692] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.012441] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.012655] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.013019] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.014234] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fdeace-312b-4acc-8de0-12d9298c6e42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.017736] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2061f244-ebd3-4602-9945-b7fbb5144957 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.030135] env[62093]: DEBUG nova.compute.provider_tree [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.031495] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1712.031495] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520a01f6-4841-0e5f-514c-755f20573606" [ 1712.031495] env[62093]: _type = "Task" [ 1712.031495] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.038940] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520a01f6-4841-0e5f-514c-755f20573606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.171794] env[62093]: DEBUG nova.compute.manager [req-6e695b16-a5dd-42cd-ae0e-08976c6779ba req-9141aa05-a9b9-4b70-a729-09babea3454f service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Received event network-changed-332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1712.172091] env[62093]: DEBUG nova.compute.manager [req-6e695b16-a5dd-42cd-ae0e-08976c6779ba req-9141aa05-a9b9-4b70-a729-09babea3454f service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Refreshing instance network info cache due to event network-changed-332f7208-ca9a-4827-b4c6-81c05c693701. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1712.172303] env[62093]: DEBUG oslo_concurrency.lockutils [req-6e695b16-a5dd-42cd-ae0e-08976c6779ba req-9141aa05-a9b9-4b70-a729-09babea3454f service nova] Acquiring lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.172399] env[62093]: DEBUG oslo_concurrency.lockutils [req-6e695b16-a5dd-42cd-ae0e-08976c6779ba req-9141aa05-a9b9-4b70-a729-09babea3454f service nova] Acquired lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.172556] env[62093]: DEBUG nova.network.neutron [req-6e695b16-a5dd-42cd-ae0e-08976c6779ba req-9141aa05-a9b9-4b70-a729-09babea3454f service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Refreshing network info cache for port 332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.262105] env[62093]: DEBUG nova.objects.base [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Object Instance<5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa> lazy-loaded attributes: flavor,pci_requests {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1712.262334] env[62093]: DEBUG nova.network.neutron [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.329485] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.345437] env[62093]: DEBUG nova.policy [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1712.409305] env[62093]: DEBUG oslo_concurrency.lockutils [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.533904] env[62093]: DEBUG nova.scheduler.client.report [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1712.547241] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520a01f6-4841-0e5f-514c-755f20573606, 'name': SearchDatastore_Task, 'duration_secs': 0.016741} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.547531] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.547800] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.548074] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.548235] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.548494] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.549464] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec5bae51-38ec-4ce4-a7f6-568ec94c8531 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.558360] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.558556] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.559574] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c90f86-c0fd-48f5-a53e-0391106292f4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.568064] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1712.568064] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a547f0-70a0-1065-4c09-f886e8e45b47" [ 1712.568064] env[62093]: _type = "Task" [ 1712.568064] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.576750] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a547f0-70a0-1065-4c09-f886e8e45b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.859910] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.860227] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9be7ce32-1c1d-470d-98f1-286eea51ea42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.863416] env[62093]: DEBUG nova.network.neutron [req-6e695b16-a5dd-42cd-ae0e-08976c6779ba req-9141aa05-a9b9-4b70-a729-09babea3454f service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updated VIF entry in instance network info cache for port 332f7208-ca9a-4827-b4c6-81c05c693701. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1712.863761] env[62093]: DEBUG nova.network.neutron [req-6e695b16-a5dd-42cd-ae0e-08976c6779ba req-9141aa05-a9b9-4b70-a729-09babea3454f service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updating instance_info_cache with network_info: [{"id": "332f7208-ca9a-4827-b4c6-81c05c693701", "address": "fa:16:3e:1c:3f:26", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332f7208-ca", "ovs_interfaceid": "332f7208-ca9a-4827-b4c6-81c05c693701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.867775] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1712.867775] env[62093]: value = "task-1710674" [ 1712.867775] env[62093]: _type = "Task" [ 1712.867775] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.875662] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.931906] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75e1ca-9175-4baa-ab72-27068993c6e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.952778] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea180df-2f94-4a38-a7a2-01b3f02ab157 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.958571] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance '1e8ac6e2-f994-4d5e-afe3-2e25da989f9b' progress to 83 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1713.042279] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.045021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.466s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.045021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.045177] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1713.045495] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.385s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.047243] env[62093]: INFO nova.compute.claims [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.050553] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef7a4f-f553-4715-9d27-9693139f75fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.059225] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d722a-85b1-4cfe-b230-c09d39e6031a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.064076] env[62093]: INFO nova.scheduler.client.report [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleted allocations for instance 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001 [ 1713.080262] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d3ca67-0b2b-40b3-828f-0725e17a8251 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.091097] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f1bd75-1c29-448d-83f6-a27ff3a9ca2a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.094428] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a547f0-70a0-1065-4c09-f886e8e45b47, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.096185] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63afe291-b570-46c4-a5a1-936b5649046d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.125635] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179709MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1713.125808] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.129327] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1713.129327] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a28c6a-2d54-5015-069c-591c687fd90b" [ 1713.129327] env[62093]: _type = "Task" [ 1713.129327] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.136848] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a28c6a-2d54-5015-069c-591c687fd90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.366948] env[62093]: DEBUG oslo_concurrency.lockutils [req-6e695b16-a5dd-42cd-ae0e-08976c6779ba req-9141aa05-a9b9-4b70-a729-09babea3454f service nova] Releasing lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.377679] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710674, 'name': PowerOffVM_Task, 'duration_secs': 0.183419} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.377945] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.378735] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68924c2-4b46-4403-b9ff-daa444ab174b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.399973] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83426c70-55aa-4ed4-b4fd-433227e1a518 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.444771] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.445086] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896dac02-d28a-4395-9aa8-dd2ab038cfd8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.452095] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1713.452095] env[62093]: value = "task-1710675" [ 1713.452095] env[62093]: _type = "Task" [ 1713.452095] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.459374] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.459602] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.465494] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.466120] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-274093c2-47ad-409b-bc18-d0ff596c936f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.467787] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1713.467787] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.468043] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.473117] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1713.473117] env[62093]: value = "task-1710676" [ 1713.473117] env[62093]: _type = "Task" [ 1713.473117] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.481268] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.485062] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "39141e99-623c-4106-9e3d-0a147846646d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.485277] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "39141e99-623c-4106-9e3d-0a147846646d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.580550] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48a0ce7c-6dc5-48f5-b75e-f6e5df540e91 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "4ad575db-be9e-4c4a-8ddf-26eb7a5a5001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.660s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.640247] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a28c6a-2d54-5015-069c-591c687fd90b, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.640564] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.640945] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 37d90e3a-56c9-404e-8985-360f3ae638e2/37d90e3a-56c9-404e-8985-360f3ae638e2.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.641256] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.641841] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.641841] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4883116a-41f3-4e32-8d56-48432029b55d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.643803] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b25d68bc-53ac-4c06-9156-dfb8a5c80975 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.650033] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1713.650033] env[62093]: value = "task-1710677" [ 1713.650033] env[62093]: _type = "Task" [ 1713.650033] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.657261] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.736501] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.736706] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.737662] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92057bb2-a088-4792-a54b-0cbdaa568786 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.744727] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1713.744727] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289" [ 1713.744727] env[62093]: _type = "Task" [ 1713.744727] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.752197] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.863037] env[62093]: DEBUG nova.network.neutron [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Successfully updated port: 8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.967019] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1713.983193] env[62093]: DEBUG oslo_vmware.api [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710676, 'name': PowerOnVM_Task, 'duration_secs': 0.504783} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.983511] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.983714] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-60a148de-c2d9-47fb-8abf-6e8c43c9dc36 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance '1e8ac6e2-f994-4d5e-afe3-2e25da989f9b' progress to 100 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1713.987354] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1714.161206] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.215052] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f1d6e0-3b4c-4be6-afe6-e379551de9cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.222923] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8596f88d-bb25-47a8-8b0c-dff85fac1d83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.257026] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8994b789-8cf1-4204-b671-81258b61d829 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.266622] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.267874] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54ed2d2-1961-4e3f-931f-817518ca63fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.281204] env[62093]: DEBUG nova.compute.provider_tree [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.296562] env[62093]: DEBUG nova.compute.manager [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-vif-plugged-8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1714.296801] env[62093]: DEBUG oslo_concurrency.lockutils [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] Acquiring lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.296962] env[62093]: DEBUG oslo_concurrency.lockutils [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.297145] env[62093]: DEBUG oslo_concurrency.lockutils [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.297312] env[62093]: DEBUG nova.compute.manager [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] No waiting events found dispatching network-vif-plugged-8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1714.297473] env[62093]: WARNING nova.compute.manager [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received unexpected event network-vif-plugged-8daca6f0-1dc2-42c1-af6b-b2826b6935aa for instance with vm_state active and task_state None. [ 1714.297628] env[62093]: DEBUG nova.compute.manager [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-changed-8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1714.297778] env[62093]: DEBUG nova.compute.manager [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing instance network info cache due to event network-changed-8daca6f0-1dc2-42c1-af6b-b2826b6935aa. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1714.297955] env[62093]: DEBUG oslo_concurrency.lockutils [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.298104] env[62093]: DEBUG oslo_concurrency.lockutils [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.298258] env[62093]: DEBUG nova.network.neutron [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing network info cache for port 8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.365300] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.484714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.508116] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.663174] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.763035] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.784183] env[62093]: DEBUG nova.scheduler.client.report [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1715.006054] env[62093]: DEBUG nova.network.neutron [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Added VIF to instance network info cache for port 8daca6f0-1dc2-42c1-af6b-b2826b6935aa. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1715.006525] env[62093]: DEBUG nova.network.neutron [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "address": "fa:16:3e:3a:2d:40", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8daca6f0-1d", "ovs_interfaceid": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.160661] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.263166] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.289135] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.289689] env[62093]: DEBUG nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1715.292564] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.167s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.332935] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "dec20572-5ef4-4886-8857-c0e6c75f242e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.333218] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.508447] env[62093]: DEBUG oslo_concurrency.lockutils [req-0a455550-c526-46e7-85e7-3c8ccbc94993 req-c9da5e39-56f6-4fb0-8536-5fb80f0ace68 service nova] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.509064] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.509064] env[62093]: DEBUG nova.network.neutron [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.661199] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.763848] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.796054] env[62093]: DEBUG nova.compute.utils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.804093] env[62093]: DEBUG nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1715.804288] env[62093]: DEBUG nova.network.neutron [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.833036] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.833318] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.833509] env[62093]: DEBUG nova.compute.manager [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Going to confirm migration 6 {{(pid=62093) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1715.834772] env[62093]: DEBUG nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1715.850671] env[62093]: DEBUG nova.policy [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1338fe8ccc146058ddc168a93eb3c38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dea2b9f5541a45cc9c15f82ac10f9740', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1716.051130] env[62093]: WARNING nova.network.neutron [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] c3045398-6b6f-4365-8ed5-e500f44f2345 already exists in list: networks containing: ['c3045398-6b6f-4365-8ed5-e500f44f2345']. ignoring it [ 1716.051385] env[62093]: WARNING nova.network.neutron [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] c3045398-6b6f-4365-8ed5-e500f44f2345 already exists in list: networks containing: ['c3045398-6b6f-4365-8ed5-e500f44f2345']. ignoring it [ 1716.051508] env[62093]: WARNING nova.network.neutron [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] 8daca6f0-1dc2-42c1-af6b-b2826b6935aa already exists in list: port_ids containing: ['8daca6f0-1dc2-42c1-af6b-b2826b6935aa']. ignoring it [ 1716.109421] env[62093]: DEBUG nova.network.neutron [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Successfully created port: 29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.161506] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.265018] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.303943] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Applying migration context for instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b as it has an incoming, in-progress migration 79d29fc9-65a6-49fa-abce-29f2c9ba240b. Migration status is confirming {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1716.305222] env[62093]: INFO nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating resource usage from migration 79d29fc9-65a6-49fa-abce-29f2c9ba240b [ 1716.310188] env[62093]: DEBUG nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1716.331291] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 08d664a2-3934-45f5-897c-cfd94a221209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.331442] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.331566] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6121704d-0a6a-4191-9254-028ca7ad1e5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.331682] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.331797] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.331910] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Migration 79d29fc9-65a6-49fa-abce-29f2c9ba240b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1716.332075] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.332202] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 37d90e3a-56c9-404e-8985-360f3ae638e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.332317] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 123d32cc-1385-422a-9a1f-b212ab50f706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.350025] env[62093]: DEBUG nova.network.neutron [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "address": "fa:16:3e:3a:2d:40", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8daca6f0-1d", "ovs_interfaceid": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.360537] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.423303] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.423460] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.423630] env[62093]: DEBUG nova.network.neutron [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.423817] env[62093]: DEBUG nova.objects.instance [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'info_cache' on Instance uuid 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.663841] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.765740] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.834753] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 13e6a33b-d08a-4900-81df-4bc0219ef4e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1716.859197] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.859858] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.860026] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.860908] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9b59f1-f767-4c08-9257-1905a2be4b6a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.879045] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1716.879298] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1716.879418] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.879600] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1716.879745] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.879891] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1716.880120] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1716.880322] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1716.880530] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1716.880721] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1716.880978] env[62093]: DEBUG nova.virt.hardware [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1716.888080] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Reconfiguring VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1716.889133] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22cc8b31-9065-4a6d-bec9-894503d43dc8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.907040] env[62093]: DEBUG oslo_vmware.api [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1716.907040] env[62093]: value = "task-1710678" [ 1716.907040] env[62093]: _type = "Task" [ 1716.907040] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.914463] env[62093]: DEBUG oslo_vmware.api [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710678, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.164795] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.267978] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520dc205-8fc9-af1e-2fe1-bcbddc08b289, 'name': SearchDatastore_Task, 'duration_secs': 3.244203} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.268892] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365b3824-43f3-49b4-bd7a-1364d742181c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.276956] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1717.276956] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d9dfc1-299a-2621-acb3-4032122a3e46" [ 1717.276956] env[62093]: _type = "Task" [ 1717.276956] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.286421] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d9dfc1-299a-2621-acb3-4032122a3e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.319652] env[62093]: DEBUG nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1717.337909] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 39141e99-623c-4106-9e3d-0a147846646d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1717.348448] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1717.348737] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1717.349009] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.349395] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1717.349678] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.349872] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1717.350142] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1717.350399] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1717.350677] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1717.350895] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1717.351166] env[62093]: DEBUG nova.virt.hardware [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1717.352177] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e126c1bf-fd0c-4f85-9730-b8eaee09d7e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.362881] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5a3e7d-1f7c-45d6-a40c-67cbd9297cfb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.419892] env[62093]: DEBUG oslo_vmware.api [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.664510] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710677, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.796633} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.664774] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 37d90e3a-56c9-404e-8985-360f3ae638e2/37d90e3a-56c9-404e-8985-360f3ae638e2.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.665064] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.665340] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbecd41c-51e9-40fb-9bf5-b4fe4ccd75c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.672037] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1717.672037] env[62093]: value = "task-1710679" [ 1717.672037] env[62093]: _type = "Task" [ 1717.672037] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.680568] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.786789] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d9dfc1-299a-2621-acb3-4032122a3e46, 'name': SearchDatastore_Task, 'duration_secs': 0.055209} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.787081] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.787347] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. {{(pid=62093) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1717.787601] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-358f2b50-b459-4188-bcad-941767799546 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.794086] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1717.794086] env[62093]: value = "task-1710680" [ 1717.794086] env[62093]: _type = "Task" [ 1717.794086] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.801410] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.843721] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance dec20572-5ef4-4886-8857-c0e6c75f242e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1717.844250] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1717.844526] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1717.848656] env[62093]: DEBUG nova.network.neutron [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [{"id": "6d459914-22da-4781-bc62-004fe6ee6663", "address": "fa:16:3e:39:51:81", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d459914-22", "ovs_interfaceid": "6d459914-22da-4781-bc62-004fe6ee6663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.919904] env[62093]: DEBUG oslo_vmware.api [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710678, 'name': ReconfigVM_Task, 'duration_secs': 0.639404} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.920419] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.920628] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Reconfigured VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1717.975566] env[62093]: DEBUG nova.network.neutron [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Successfully updated port: 29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1718.023978] env[62093]: DEBUG nova.compute.manager [req-59c34fe0-913a-47b8-8797-c7c69fea17a2 req-ea81e352-d487-40b2-a968-b348543d961b service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received event network-vif-plugged-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1718.024218] env[62093]: DEBUG oslo_concurrency.lockutils [req-59c34fe0-913a-47b8-8797-c7c69fea17a2 req-ea81e352-d487-40b2-a968-b348543d961b service nova] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.024422] env[62093]: DEBUG oslo_concurrency.lockutils [req-59c34fe0-913a-47b8-8797-c7c69fea17a2 req-ea81e352-d487-40b2-a968-b348543d961b service nova] Lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.024586] env[62093]: DEBUG oslo_concurrency.lockutils [req-59c34fe0-913a-47b8-8797-c7c69fea17a2 req-ea81e352-d487-40b2-a968-b348543d961b service nova] Lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.024748] env[62093]: DEBUG nova.compute.manager [req-59c34fe0-913a-47b8-8797-c7c69fea17a2 req-ea81e352-d487-40b2-a968-b348543d961b service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] No waiting events found dispatching network-vif-plugged-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1718.024910] env[62093]: WARNING nova.compute.manager [req-59c34fe0-913a-47b8-8797-c7c69fea17a2 req-ea81e352-d487-40b2-a968-b348543d961b service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received unexpected event network-vif-plugged-29e82784-3cbf-43d1-ab68-5dababd109e9 for instance with vm_state building and task_state spawning. [ 1718.032619] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad449e4-3a29-4206-aeb3-cd7726859c64 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.041087] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821e70d2-1e5f-4b32-bdbe-222d6a9557cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.075875] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ce7f2-0be4-4f1b-9cea-9bdd0f23cbe9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.084308] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971fe0ad-cae9-419c-b6fa-9c50ef1bb61a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.101021] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.183255] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106797} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.183643] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.184357] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04572d0b-d095-47db-b89c-d1d1ffe84fd9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.210213] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 37d90e3a-56c9-404e-8985-360f3ae638e2/37d90e3a-56c9-404e-8985-360f3ae638e2.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.210597] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893ae542-c1fb-4716-a8a8-73658fce9660 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.232912] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1718.232912] env[62093]: value = "task-1710681" [ 1718.232912] env[62093]: _type = "Task" [ 1718.232912] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.243392] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.304362] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508911} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.304568] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk. [ 1718.305379] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec421ee6-11b8-457e-b245-ae0a31cbf10f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.332553] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.332845] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8aaa146-f5c9-4b77-93f6-e14119fb04cb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.350662] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.350844] env[62093]: DEBUG nova.objects.instance [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'migration_context' on Instance uuid 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.352155] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1718.352155] env[62093]: value = "task-1710682" [ 1718.352155] env[62093]: _type = "Task" [ 1718.352155] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.360494] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.425336] env[62093]: DEBUG oslo_concurrency.lockutils [None req-442dd7d3-1adc-4acb-a036-6b31921cb428 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.362s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.478516] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.478684] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.478798] env[62093]: DEBUG nova.network.neutron [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.603772] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1718.743015] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710681, 'name': ReconfigVM_Task, 'duration_secs': 0.325986} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.743379] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 37d90e3a-56c9-404e-8985-360f3ae638e2/37d90e3a-56c9-404e-8985-360f3ae638e2.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.744074] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8370af95-c7d7-484d-aea0-1536ed87662d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.750728] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1718.750728] env[62093]: value = "task-1710683" [ 1718.750728] env[62093]: _type = "Task" [ 1718.750728] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.758843] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710683, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.854123] env[62093]: DEBUG nova.objects.base [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Object Instance<1e8ac6e2-f994-4d5e-afe3-2e25da989f9b> lazy-loaded attributes: info_cache,migration_context {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1718.858109] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc0d733-7376-4ad3-8564-5d4c7f9b245c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.866573] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.882202] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535841e9-f5ef-429f-8cbc-d908f8487054 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.887467] env[62093]: DEBUG oslo_vmware.api [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1718.887467] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52583693-74aa-fe3f-9ab5-c1f12edd15ad" [ 1718.887467] env[62093]: _type = "Task" [ 1718.887467] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.895247] env[62093]: DEBUG oslo_vmware.api [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52583693-74aa-fe3f-9ab5-c1f12edd15ad, 'name': SearchDatastore_Task} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.895519] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.007961] env[62093]: DEBUG nova.network.neutron [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.108476] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1719.108747] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.816s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.109036] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.624s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.110653] env[62093]: INFO nova.compute.claims [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.114992] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.115169] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1719.242735] env[62093]: DEBUG nova.network.neutron [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [{"id": "29e82784-3cbf-43d1-ab68-5dababd109e9", "address": "fa:16:3e:44:0e:cc", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e82784-3c", "ovs_interfaceid": "29e82784-3cbf-43d1-ab68-5dababd109e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.261703] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710683, 'name': Rename_Task, 'duration_secs': 0.145723} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.262022] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.262330] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6858c344-b77d-4e36-8415-bd8099080c54 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.268047] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1719.268047] env[62093]: value = "task-1710684" [ 1719.268047] env[62093]: _type = "Task" [ 1719.268047] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.275491] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.364951] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.631076] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] There are 51 instances to clean {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1719.631261] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 03e5f86b-20ee-490d-a9db-038d20af1847] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1719.745495] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.745981] env[62093]: DEBUG nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Instance network_info: |[{"id": "29e82784-3cbf-43d1-ab68-5dababd109e9", "address": "fa:16:3e:44:0e:cc", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e82784-3c", "ovs_interfaceid": "29e82784-3cbf-43d1-ab68-5dababd109e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1719.746329] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:0e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29e82784-3cbf-43d1-ab68-5dababd109e9', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.754397] env[62093]: DEBUG oslo.service.loopingcall [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.756989] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.757419] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500d52a0-be1e-4c82-b4a0-0dbf975a22b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.782847] env[62093]: DEBUG oslo_vmware.api [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710684, 'name': PowerOnVM_Task, 'duration_secs': 0.461162} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.785929] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.786152] env[62093]: INFO nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1719.786330] env[62093]: DEBUG nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1719.786566] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.786566] env[62093]: value = "task-1710685" [ 1719.786566] env[62093]: _type = "Task" [ 1719.786566] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.787410] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de35a3a9-f964-4d90-9799-165cce77fef2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.803029] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710685, 'name': CreateVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.813328] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1ff16-c566-4a84-8de4-d57656c1b647 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.819697] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5f7963-cfa5-4186-b799-c784e2a3f4a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.825574] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.825880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.854264] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf84434-4cee-4b77-b8ad-8f7e6cb5864d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.869114] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9907c8-652c-4f9a-b60c-b15549521b18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.873422] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710682, 'name': ReconfigVM_Task, 'duration_secs': 1.205453} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.873704] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f/e19acd06-2b45-4969-9b32-92bc34a8fc8e-rescue.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.874852] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcc7916-4acb-48d2-af87-93833a072a25 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.885085] env[62093]: DEBUG nova.compute.provider_tree [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.912047] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f3657ba-42a8-43fc-9454-551af2613ce7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.927183] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1719.927183] env[62093]: value = "task-1710686" [ 1719.927183] env[62093]: _type = "Task" [ 1719.927183] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.935435] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.049924] env[62093]: DEBUG nova.compute.manager [req-4aff5da8-c135-42d5-8ce5-db06e1a75cf1 req-42d4e6df-3b6a-481c-8282-8847686aa986 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received event network-changed-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1720.050162] env[62093]: DEBUG nova.compute.manager [req-4aff5da8-c135-42d5-8ce5-db06e1a75cf1 req-42d4e6df-3b6a-481c-8282-8847686aa986 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Refreshing instance network info cache due to event network-changed-29e82784-3cbf-43d1-ab68-5dababd109e9. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1720.050390] env[62093]: DEBUG oslo_concurrency.lockutils [req-4aff5da8-c135-42d5-8ce5-db06e1a75cf1 req-42d4e6df-3b6a-481c-8282-8847686aa986 service nova] Acquiring lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.051952] env[62093]: DEBUG oslo_concurrency.lockutils [req-4aff5da8-c135-42d5-8ce5-db06e1a75cf1 req-42d4e6df-3b6a-481c-8282-8847686aa986 service nova] Acquired lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.051952] env[62093]: DEBUG nova.network.neutron [req-4aff5da8-c135-42d5-8ce5-db06e1a75cf1 req-42d4e6df-3b6a-481c-8282-8847686aa986 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Refreshing network info cache for port 29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.137991] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1930e1ac-1113-46d3-99d0-d4281db7490d] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1720.299634] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710685, 'name': CreateVM_Task, 'duration_secs': 0.446522} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.299919] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.300484] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.300650] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.300986] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.301254] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49ff23b-d055-4269-b6fb-ee7b5f4a354a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.309055] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1720.309055] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528d512b-0654-14c6-5593-3f070b6047fa" [ 1720.309055] env[62093]: _type = "Task" [ 1720.309055] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.313378] env[62093]: INFO nova.compute.manager [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Took 18.19 seconds to build instance. [ 1720.319072] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528d512b-0654-14c6-5593-3f070b6047fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.353642] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.353750] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.354592] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28144c3-343a-4211-9a72-e95bb6b303e2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.373560] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d518a62-34fa-49db-a367-2618cec9e0de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.393535] env[62093]: DEBUG nova.scheduler.client.report [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1720.402519] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Reconfiguring VM to detach interface {{(pid=62093) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1720.402677] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e956b37d-5aee-4d4c-a8e7-e87d6fea3cda {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.421611] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1720.421611] env[62093]: value = "task-1710687" [ 1720.421611] env[62093]: _type = "Task" [ 1720.421611] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.429674] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.436939] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710686, 'name': ReconfigVM_Task, 'duration_secs': 0.153405} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.437205] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1720.437438] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61fe6c01-a576-4914-9cf7-3baaa6448a17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.444411] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1720.444411] env[62093]: value = "task-1710688" [ 1720.444411] env[62093]: _type = "Task" [ 1720.444411] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.451892] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.642297] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 48f683e8-8f95-42bd-a8db-8efdb0c9fea0] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1720.816024] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5513221f-6fcd-4738-95a6-4772b60b1d43 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.703s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.821719] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528d512b-0654-14c6-5593-3f070b6047fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01601} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.822580] env[62093]: DEBUG nova.network.neutron [req-4aff5da8-c135-42d5-8ce5-db06e1a75cf1 req-42d4e6df-3b6a-481c-8282-8847686aa986 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updated VIF entry in instance network info cache for port 29e82784-3cbf-43d1-ab68-5dababd109e9. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.822929] env[62093]: DEBUG nova.network.neutron [req-4aff5da8-c135-42d5-8ce5-db06e1a75cf1 req-42d4e6df-3b6a-481c-8282-8847686aa986 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [{"id": "29e82784-3cbf-43d1-ab68-5dababd109e9", "address": "fa:16:3e:44:0e:cc", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e82784-3c", "ovs_interfaceid": "29e82784-3cbf-43d1-ab68-5dababd109e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.824103] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.824333] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.824563] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.824710] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.825210] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.825575] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaaa296c-328b-4ee2-992b-067e6209aa45 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.834050] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.834193] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.834900] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0cdeb7-3f45-4694-a25b-e72c6f3de53d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.840773] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1720.840773] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a325bd-23c0-7007-7847-c439851f8cb2" [ 1720.840773] env[62093]: _type = "Task" [ 1720.840773] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.849173] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a325bd-23c0-7007-7847-c439851f8cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.906075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.795s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.906075] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1720.908056] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.400s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.909795] env[62093]: INFO nova.compute.claims [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.932246] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.955224] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.145585] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: cfc4f03c-9446-4c7c-b79b-8bda2ba34981] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1721.329828] env[62093]: DEBUG oslo_concurrency.lockutils [req-4aff5da8-c135-42d5-8ce5-db06e1a75cf1 req-42d4e6df-3b6a-481c-8282-8847686aa986 service nova] Releasing lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.353681] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a325bd-23c0-7007-7847-c439851f8cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.357182] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0e2082-4e7d-4d2a-9df3-3f72aee5a61e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.363016] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1721.363016] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]529468f4-966a-09ee-5c1c-aa7d9d8c2da2" [ 1721.363016] env[62093]: _type = "Task" [ 1721.363016] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.367659] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529468f4-966a-09ee-5c1c-aa7d9d8c2da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.409406] env[62093]: DEBUG nova.compute.utils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.411530] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1721.414523] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.434191] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.454802] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.490795] env[62093]: DEBUG nova.policy [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2a876757d24390a45230e475a1de78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '071507e7798f466f8c8be988225428e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1721.651419] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 7cb75c99-6afd-4806-bfc2-3bb671c83289] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1721.873113] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]529468f4-966a-09ee-5c1c-aa7d9d8c2da2, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.873828] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.874270] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706/123d32cc-1385-422a-9a1f-b212ab50f706.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1721.876923] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-291660f4-3edd-4d28-8aa0-e066ca9517dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.881729] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1721.881729] env[62093]: value = "task-1710689" [ 1721.881729] env[62093]: _type = "Task" [ 1721.881729] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.891021] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.899427] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Successfully created port: d83c12d1-aa99-4ae2-9927-3b56ddd1aeca {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1721.921692] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1721.935321] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.955710] env[62093]: DEBUG oslo_vmware.api [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710688, 'name': PowerOnVM_Task, 'duration_secs': 1.39788} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.955948] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1721.961935] env[62093]: DEBUG nova.compute.manager [None req-f8a0a449-390f-480a-b9e9-60828ac867ce tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1721.962874] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b3445d-edb8-4b6a-b3ba-f571099e8779 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.088391] env[62093]: DEBUG nova.compute.manager [req-90d91cea-330f-4a6c-aa04-a772e227e940 req-f78c5808-7ad5-4699-bc94-c64d6a8a9966 service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Received event network-changed-332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1722.088391] env[62093]: DEBUG nova.compute.manager [req-90d91cea-330f-4a6c-aa04-a772e227e940 req-f78c5808-7ad5-4699-bc94-c64d6a8a9966 service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Refreshing instance network info cache due to event network-changed-332f7208-ca9a-4827-b4c6-81c05c693701. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1722.088613] env[62093]: DEBUG oslo_concurrency.lockutils [req-90d91cea-330f-4a6c-aa04-a772e227e940 req-f78c5808-7ad5-4699-bc94-c64d6a8a9966 service nova] Acquiring lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.088756] env[62093]: DEBUG oslo_concurrency.lockutils [req-90d91cea-330f-4a6c-aa04-a772e227e940 req-f78c5808-7ad5-4699-bc94-c64d6a8a9966 service nova] Acquired lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.088918] env[62093]: DEBUG nova.network.neutron [req-90d91cea-330f-4a6c-aa04-a772e227e940 req-f78c5808-7ad5-4699-bc94-c64d6a8a9966 service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Refreshing network info cache for port 332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.122757] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc33ee7-daad-47be-9507-3b190d8b2d1c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.130521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240d2722-61bc-4ef5-b559-838587c18bb4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.164430] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 81da7613-689a-4f57-b8e7-ab7ff71afa2b] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1722.167960] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996806e-d807-4423-b903-f74a426adf6b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.175970] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a6dc4b-9d66-45fe-a70f-ee0675cee605 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.193280] env[62093]: DEBUG nova.compute.provider_tree [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.392237] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.447619] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.668591] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 5dca4a06-e4f4-469c-b6e3-3826a2d5b752] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1722.696216] env[62093]: DEBUG nova.scheduler.client.report [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1722.872432] env[62093]: DEBUG nova.network.neutron [req-90d91cea-330f-4a6c-aa04-a772e227e940 req-f78c5808-7ad5-4699-bc94-c64d6a8a9966 service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updated VIF entry in instance network info cache for port 332f7208-ca9a-4827-b4c6-81c05c693701. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.872796] env[62093]: DEBUG nova.network.neutron [req-90d91cea-330f-4a6c-aa04-a772e227e940 req-f78c5808-7ad5-4699-bc94-c64d6a8a9966 service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updating instance_info_cache with network_info: [{"id": "332f7208-ca9a-4827-b4c6-81c05c693701", "address": "fa:16:3e:1c:3f:26", "network": {"id": "db7034fe-a8ec-493b-be62-aacc69c680f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1432939966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16df5f1bdea483da91ad52711fd7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332f7208-ca", "ovs_interfaceid": "332f7208-ca9a-4827-b4c6-81c05c693701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.895041] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633007} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.895600] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706/123d32cc-1385-422a-9a1f-b212ab50f706.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.895842] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.896117] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bbc73ff-bf55-4b46-a7ed-a6e590046c03 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.902650] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1722.902650] env[62093]: value = "task-1710690" [ 1722.902650] env[62093]: _type = "Task" [ 1722.902650] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.910451] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.935664] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1722.943717] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.963531] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1722.963775] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1722.963929] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.964130] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1722.964273] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.964420] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1722.964617] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1722.964770] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1722.964930] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1722.965106] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1722.965276] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1722.966152] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b273c62-d1a6-4411-96b6-6c893344cb74 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.974445] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f788e8-bd6e-4421-8e9c-fadf3db7d9a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.088171] env[62093]: INFO nova.compute.manager [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Unrescuing [ 1723.088475] env[62093]: DEBUG oslo_concurrency.lockutils [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.088629] env[62093]: DEBUG oslo_concurrency.lockutils [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquired lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.088808] env[62093]: DEBUG nova.network.neutron [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1723.171950] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 8794d97a-48b9-46a6-ade9-9f4c79b9f4a8] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.203938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.204513] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1723.206893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.846s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.208374] env[62093]: INFO nova.compute.claims [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1723.375326] env[62093]: DEBUG oslo_concurrency.lockutils [req-90d91cea-330f-4a6c-aa04-a772e227e940 req-f78c5808-7ad5-4699-bc94-c64d6a8a9966 service nova] Releasing lock "refresh_cache-37d90e3a-56c9-404e-8985-360f3ae638e2" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.385760] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Successfully updated port: d83c12d1-aa99-4ae2-9927-3b56ddd1aeca {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1723.412801] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094938} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.413130] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.413846] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f403b014-3ea1-45ae-b170-cd985f7d63ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.435548] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706/123d32cc-1385-422a-9a1f-b212ab50f706.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.436089] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e26f831d-5910-4cc4-a571-7c0386fb81d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.459137] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.462661] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1723.462661] env[62093]: value = "task-1710691" [ 1723.462661] env[62093]: _type = "Task" [ 1723.462661] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.469763] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.675075] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 5ebf65f5-e1ca-4f6d-876d-0f42a2a02fca] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.712692] env[62093]: DEBUG nova.compute.utils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.718020] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1723.718020] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1723.789079] env[62093]: DEBUG nova.policy [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2a876757d24390a45230e475a1de78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '071507e7798f466f8c8be988225428e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1723.888955] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "refresh_cache-13e6a33b-d08a-4900-81df-4bc0219ef4e7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.888955] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "refresh_cache-13e6a33b-d08a-4900-81df-4bc0219ef4e7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.888955] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1723.948219] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.970768] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710691, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.997897] env[62093]: DEBUG nova.network.neutron [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating instance_info_cache with network_info: [{"id": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "address": "fa:16:3e:47:ee:12", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a407ff-d2", "ovs_interfaceid": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.117335] env[62093]: DEBUG nova.compute.manager [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Received event network-vif-plugged-d83c12d1-aa99-4ae2-9927-3b56ddd1aeca {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1724.117739] env[62093]: DEBUG oslo_concurrency.lockutils [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] Acquiring lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.117957] env[62093]: DEBUG oslo_concurrency.lockutils [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] Lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.118236] env[62093]: DEBUG oslo_concurrency.lockutils [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] Lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.118385] env[62093]: DEBUG nova.compute.manager [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] No waiting events found dispatching network-vif-plugged-d83c12d1-aa99-4ae2-9927-3b56ddd1aeca {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1724.118600] env[62093]: WARNING nova.compute.manager [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Received unexpected event network-vif-plugged-d83c12d1-aa99-4ae2-9927-3b56ddd1aeca for instance with vm_state building and task_state spawning. [ 1724.118792] env[62093]: DEBUG nova.compute.manager [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Received event network-changed-d83c12d1-aa99-4ae2-9927-3b56ddd1aeca {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1724.119037] env[62093]: DEBUG nova.compute.manager [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Refreshing instance network info cache due to event network-changed-d83c12d1-aa99-4ae2-9927-3b56ddd1aeca. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1724.119261] env[62093]: DEBUG oslo_concurrency.lockutils [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] Acquiring lock "refresh_cache-13e6a33b-d08a-4900-81df-4bc0219ef4e7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.155711] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Successfully created port: 0029bac2-bd7c-4c49-9279-938391786e0a {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1724.178880] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 38b1b79c-65f3-40a7-98d9-22c881129ec3] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1724.216827] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1724.373594] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733f6b0e-f28f-4ac6-a2ad-af5cfc8faf73 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.381653] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424e5b0d-7460-4805-aa0d-6382f9b38b1c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.413731] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c417e-0570-4f16-b7dd-ea19301e0474 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.421105] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7dad57-ba77-4fd7-94ef-3f65578832b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.435790] env[62093]: DEBUG nova.compute.provider_tree [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.443721] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1724.451432] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.471571] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710691, 'name': ReconfigVM_Task, 'duration_secs': 0.534591} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.471844] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706/123d32cc-1385-422a-9a1f-b212ab50f706.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.472544] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c012ba4a-bfb9-40f9-996b-82e9174c6e66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.477963] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1724.477963] env[62093]: value = "task-1710692" [ 1724.477963] env[62093]: _type = "Task" [ 1724.477963] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.487746] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710692, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.500440] env[62093]: DEBUG oslo_concurrency.lockutils [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Releasing lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.501120] env[62093]: DEBUG nova.objects.instance [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lazy-loading 'flavor' on Instance uuid 6121704d-0a6a-4191-9254-028ca7ad1e5f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.606988] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Updating instance_info_cache with network_info: [{"id": "d83c12d1-aa99-4ae2-9927-3b56ddd1aeca", "address": "fa:16:3e:ca:e4:f8", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83c12d1-aa", "ovs_interfaceid": "d83c12d1-aa99-4ae2-9927-3b56ddd1aeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.682534] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 45833628-8acc-4ad2-85a1-eea967653501] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1724.938674] env[62093]: DEBUG nova.scheduler.client.report [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1724.951090] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.987785] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710692, 'name': Rename_Task, 'duration_secs': 0.160626} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.988078] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.988324] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59687342-e1eb-4c93-bb33-7df71811f5f0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.993988] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1724.993988] env[62093]: value = "task-1710693" [ 1724.993988] env[62093]: _type = "Task" [ 1724.993988] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.001550] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.006511] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca44e66-ba82-4e7f-87f7-da59af9ae3f9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.030656] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1725.030988] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66cd9fe8-8cb1-4860-87c1-f659a9a6e123 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.036752] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1725.036752] env[62093]: value = "task-1710694" [ 1725.036752] env[62093]: _type = "Task" [ 1725.036752] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.044236] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.109610] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "refresh_cache-13e6a33b-d08a-4900-81df-4bc0219ef4e7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.109995] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Instance network_info: |[{"id": "d83c12d1-aa99-4ae2-9927-3b56ddd1aeca", "address": "fa:16:3e:ca:e4:f8", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83c12d1-aa", "ovs_interfaceid": "d83c12d1-aa99-4ae2-9927-3b56ddd1aeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1725.110375] env[62093]: DEBUG oslo_concurrency.lockutils [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] Acquired lock "refresh_cache-13e6a33b-d08a-4900-81df-4bc0219ef4e7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.110591] env[62093]: DEBUG nova.network.neutron [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Refreshing network info cache for port d83c12d1-aa99-4ae2-9927-3b56ddd1aeca {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.112219] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:e4:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd83c12d1-aa99-4ae2-9927-3b56ddd1aeca', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.120469] env[62093]: DEBUG oslo.service.loopingcall [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.121668] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.122012] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d825785-de8b-41da-9d93-28173a7004cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.143496] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.143496] env[62093]: value = "task-1710695" [ 1725.143496] env[62093]: _type = "Task" [ 1725.143496] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.151511] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710695, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.185948] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 14771f98-1b69-48ed-9424-aeb30379c72f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1725.228025] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1725.257321] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1725.257616] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1725.257780] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.257961] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1725.258126] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.258275] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1725.258486] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1725.258695] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1725.259049] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1725.259286] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1725.259512] env[62093]: DEBUG nova.virt.hardware [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1725.260596] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d6c8f5-c508-4919-8f14-29c84a7222e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.268901] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e8037-3e4d-4fe0-a6e5-c25fdb5b2e14 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.446694] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.447309] env[62093]: DEBUG nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1725.453594] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.558s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.455010] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.504449] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710693, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.546170] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710694, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.654525] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710695, 'name': CreateVM_Task, 'duration_secs': 0.481585} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.654733] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.655418] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.655674] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.655992] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.656280] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d765e4-1dbb-4c4e-b354-9fdce517f852 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.661332] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1725.661332] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52619bf6-24de-c5d3-09c7-f4f2909dc43c" [ 1725.661332] env[62093]: _type = "Task" [ 1725.661332] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.668802] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Successfully updated port: 0029bac2-bd7c-4c49-9279-938391786e0a {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.673101] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52619bf6-24de-c5d3-09c7-f4f2909dc43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.690257] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 57b73635-aa0b-4d06-8bf2-a771a1629df8] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1725.880274] env[62093]: DEBUG nova.network.neutron [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Updated VIF entry in instance network info cache for port d83c12d1-aa99-4ae2-9927-3b56ddd1aeca. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.880523] env[62093]: DEBUG nova.network.neutron [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Updating instance_info_cache with network_info: [{"id": "d83c12d1-aa99-4ae2-9927-3b56ddd1aeca", "address": "fa:16:3e:ca:e4:f8", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83c12d1-aa", "ovs_interfaceid": "d83c12d1-aa99-4ae2-9927-3b56ddd1aeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.956101] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.959713] env[62093]: DEBUG nova.compute.utils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1725.961793] env[62093]: DEBUG nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1725.962088] env[62093]: DEBUG nova.network.neutron [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1726.003474] env[62093]: DEBUG nova.policy [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '030dea4a96cb4561ae52021d26f3ec6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73192caea9d849ad953f30deb42c6f6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1726.008358] env[62093]: DEBUG oslo_vmware.api [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710693, 'name': PowerOnVM_Task, 'duration_secs': 0.669664} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.008925] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.009153] env[62093]: INFO nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1726.009339] env[62093]: DEBUG nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1726.010163] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f86b42e-b536-4e80-b806-c88f9f4314e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.049286] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710694, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.116076] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f455e2-ce87-46d6-85e6-551fa2e7541f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.122347] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3332c237-f08f-4d17-9c27-b1d299f197e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.154745] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd6fb7-6bcf-4c66-a8b8-786598a35e66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.166433] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d609070-6a3a-4f24-9657-b3df9a8068b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.180303] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "refresh_cache-39141e99-623c-4106-9e3d-0a147846646d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.180303] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "refresh_cache-39141e99-623c-4106-9e3d-0a147846646d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.180303] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.180303] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52619bf6-24de-c5d3-09c7-f4f2909dc43c, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.195512] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.195769] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.196017] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.196176] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.196377] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.197594] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: e13d4376-1577-4b61-9303-26e94a8ea677] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1726.199638] env[62093]: DEBUG nova.compute.provider_tree [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.204046] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27968382-04c0-4f3f-9b13-d921b3e237c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.214592] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.214796] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.215597] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdeeb68-47e3-405d-ba92-0af429364e64 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.223268] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1726.223268] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c7b6b1-b420-aa0e-2c1e-6bde551bf792" [ 1726.223268] env[62093]: _type = "Task" [ 1726.223268] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.233045] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c7b6b1-b420-aa0e-2c1e-6bde551bf792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.235054] env[62093]: DEBUG nova.compute.manager [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Received event network-vif-plugged-0029bac2-bd7c-4c49-9279-938391786e0a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1726.235413] env[62093]: DEBUG oslo_concurrency.lockutils [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] Acquiring lock "39141e99-623c-4106-9e3d-0a147846646d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.235631] env[62093]: DEBUG oslo_concurrency.lockutils [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] Lock "39141e99-623c-4106-9e3d-0a147846646d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.235797] env[62093]: DEBUG oslo_concurrency.lockutils [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] Lock "39141e99-623c-4106-9e3d-0a147846646d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.235963] env[62093]: DEBUG nova.compute.manager [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] No waiting events found dispatching network-vif-plugged-0029bac2-bd7c-4c49-9279-938391786e0a {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1726.236145] env[62093]: WARNING nova.compute.manager [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Received unexpected event network-vif-plugged-0029bac2-bd7c-4c49-9279-938391786e0a for instance with vm_state building and task_state spawning. [ 1726.236651] env[62093]: DEBUG nova.compute.manager [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Received event network-changed-0029bac2-bd7c-4c49-9279-938391786e0a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1726.236651] env[62093]: DEBUG nova.compute.manager [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Refreshing instance network info cache due to event network-changed-0029bac2-bd7c-4c49-9279-938391786e0a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1726.236651] env[62093]: DEBUG oslo_concurrency.lockutils [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] Acquiring lock "refresh_cache-39141e99-623c-4106-9e3d-0a147846646d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.253471] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.383325] env[62093]: DEBUG oslo_concurrency.lockutils [req-96e1e1de-1119-45c6-b406-5d11ca693637 req-578d77da-2504-48d4-949c-215eaebb6ff0 service nova] Releasing lock "refresh_cache-13e6a33b-d08a-4900-81df-4bc0219ef4e7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.456852] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.465157] env[62093]: DEBUG nova.network.neutron [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Updating instance_info_cache with network_info: [{"id": "0029bac2-bd7c-4c49-9279-938391786e0a", "address": "fa:16:3e:5d:19:20", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0029bac2-bd", "ovs_interfaceid": "0029bac2-bd7c-4c49-9279-938391786e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.466746] env[62093]: DEBUG nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1726.483191] env[62093]: DEBUG nova.network.neutron [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Successfully created port: 8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1726.532676] env[62093]: INFO nova.compute.manager [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Took 16.89 seconds to build instance. [ 1726.548170] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710694, 'name': PowerOffVM_Task, 'duration_secs': 1.272708} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.548628] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.554010] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1726.554488] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38465726-16a4-4a4a-a30b-8fdafad81ba7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.573457] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1726.573457] env[62093]: value = "task-1710696" [ 1726.573457] env[62093]: _type = "Task" [ 1726.573457] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.581896] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.704181] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: f075ca2d-56b4-453d-b7a6-7bb2b609ce20] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1726.709989] env[62093]: DEBUG nova.scheduler.client.report [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1726.735431] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c7b6b1-b420-aa0e-2c1e-6bde551bf792, 'name': SearchDatastore_Task, 'duration_secs': 0.023654} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.736168] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7094f31a-bcd8-4b73-8105-e42743191d2f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.741383] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1726.741383] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c9619e-7b79-1b2d-500b-175af1e00ada" [ 1726.741383] env[62093]: _type = "Task" [ 1726.741383] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.748964] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c9619e-7b79-1b2d-500b-175af1e00ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.953815] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.970471] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "refresh_cache-39141e99-623c-4106-9e3d-0a147846646d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.970790] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Instance network_info: |[{"id": "0029bac2-bd7c-4c49-9279-938391786e0a", "address": "fa:16:3e:5d:19:20", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0029bac2-bd", "ovs_interfaceid": "0029bac2-bd7c-4c49-9279-938391786e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1726.974488] env[62093]: DEBUG oslo_concurrency.lockutils [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] Acquired lock "refresh_cache-39141e99-623c-4106-9e3d-0a147846646d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.974611] env[62093]: DEBUG nova.network.neutron [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Refreshing network info cache for port 0029bac2-bd7c-4c49-9279-938391786e0a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.975710] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:19:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0029bac2-bd7c-4c49-9279-938391786e0a', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.983035] env[62093]: DEBUG oslo.service.loopingcall [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.983953] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.984191] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f55bf3ca-805a-4c99-89a0-23c1439a413c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.005686] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.005686] env[62093]: value = "task-1710697" [ 1727.005686] env[62093]: _type = "Task" [ 1727.005686] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.014425] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710697, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.034667] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d4942952-6018-478f-b6b3-39414bd2d44b tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.393s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.084915] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.211257] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: f30bcb6e-96e5-4036-95b6-6209eb722e2b] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1727.252436] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c9619e-7b79-1b2d-500b-175af1e00ada, 'name': SearchDatastore_Task, 'duration_secs': 0.041415} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.252725] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.252978] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 13e6a33b-d08a-4900-81df-4bc0219ef4e7/13e6a33b-d08a-4900-81df-4bc0219ef4e7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.253253] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-913b0b7f-2fe1-4390-80c5-35111a19679a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.259717] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1727.259717] env[62093]: value = "task-1710698" [ 1727.259717] env[62093]: _type = "Task" [ 1727.259717] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.269324] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.455791] env[62093]: DEBUG oslo_vmware.api [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710687, 'name': ReconfigVM_Task, 'duration_secs': 6.913286} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.456069] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.456303] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Reconfigured VM to detach interface {{(pid=62093) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1727.487459] env[62093]: DEBUG nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1727.515074] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1727.515360] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1727.515541] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.515732] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1727.515900] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.516034] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1727.516246] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1727.516414] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1727.516597] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1727.516762] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1727.516938] env[62093]: DEBUG nova.virt.hardware [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1727.517797] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868e004-78ea-408f-932c-988bf0dd8b35 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.523994] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710697, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.533311] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cead6793-0295-475d-8694-d1e1dc37a735 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.585072] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710696, 'name': ReconfigVM_Task, 'duration_secs': 0.907057} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.587777] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.588019] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.592609] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d113e0-696c-4fd5-8f0f-d0c0db9b0321 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.602441] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1727.602441] env[62093]: value = "task-1710699" [ 1727.602441] env[62093]: _type = "Task" [ 1727.602441] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.611065] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.717444] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 0724ad4f-961b-489e-a7fa-caaf076ea1df] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1727.720407] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.267s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.767069] env[62093]: DEBUG nova.network.neutron [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Updated VIF entry in instance network info cache for port 0029bac2-bd7c-4c49-9279-938391786e0a. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.767637] env[62093]: DEBUG nova.network.neutron [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Updating instance_info_cache with network_info: [{"id": "0029bac2-bd7c-4c49-9279-938391786e0a", "address": "fa:16:3e:5d:19:20", "network": {"id": "e59a9f7d-63d6-41c5-a801-68643e32422a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-656355074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "071507e7798f466f8c8be988225428e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0029bac2-bd", "ovs_interfaceid": "0029bac2-bd7c-4c49-9279-938391786e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.775294] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710698, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.017692] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710697, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.113648] env[62093]: DEBUG oslo_vmware.api [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710699, 'name': PowerOnVM_Task, 'duration_secs': 0.405519} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.113958] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.114229] env[62093]: DEBUG nova.compute.manager [None req-436df7d4-0291-4c19-87a0-d258458dae0e tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1728.115135] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf01fa0-860c-4f6f-a764-6e2c5cd2fe8f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.224365] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: b3e1895e-cb53-4480-a3d6-09a0ada3f544] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1728.251813] env[62093]: DEBUG nova.compute.manager [req-0b73af33-9b86-4827-9727-12ca42c8af17 req-69312ecc-bf56-4e38-a5fe-394197fb382c service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Received event network-vif-plugged-8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1728.252319] env[62093]: DEBUG oslo_concurrency.lockutils [req-0b73af33-9b86-4827-9727-12ca42c8af17 req-69312ecc-bf56-4e38-a5fe-394197fb382c service nova] Acquiring lock "dec20572-5ef4-4886-8857-c0e6c75f242e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.252409] env[62093]: DEBUG oslo_concurrency.lockutils [req-0b73af33-9b86-4827-9727-12ca42c8af17 req-69312ecc-bf56-4e38-a5fe-394197fb382c service nova] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.252636] env[62093]: DEBUG oslo_concurrency.lockutils [req-0b73af33-9b86-4827-9727-12ca42c8af17 req-69312ecc-bf56-4e38-a5fe-394197fb382c service nova] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.252847] env[62093]: DEBUG nova.compute.manager [req-0b73af33-9b86-4827-9727-12ca42c8af17 req-69312ecc-bf56-4e38-a5fe-394197fb382c service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] No waiting events found dispatching network-vif-plugged-8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1728.253101] env[62093]: WARNING nova.compute.manager [req-0b73af33-9b86-4827-9727-12ca42c8af17 req-69312ecc-bf56-4e38-a5fe-394197fb382c service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Received unexpected event network-vif-plugged-8c2bba4a-4d03-40d0-9c8b-f0d845733352 for instance with vm_state building and task_state spawning. [ 1728.271501] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533905} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.271780] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 13e6a33b-d08a-4900-81df-4bc0219ef4e7/13e6a33b-d08a-4900-81df-4bc0219ef4e7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.272072] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.272386] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d47b1f18-22e7-492d-b4e9-56a384ff31c7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.275779] env[62093]: DEBUG oslo_concurrency.lockutils [req-c5801dd9-7d01-4891-b581-095d07470efd req-436e42b7-aadc-443c-817f-2954f0d23503 service nova] Releasing lock "refresh_cache-39141e99-623c-4106-9e3d-0a147846646d" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.281517] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1728.281517] env[62093]: value = "task-1710700" [ 1728.281517] env[62093]: _type = "Task" [ 1728.281517] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.290441] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.295143] env[62093]: INFO nova.scheduler.client.report [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted allocation for migration 79d29fc9-65a6-49fa-abce-29f2c9ba240b [ 1728.374992] env[62093]: DEBUG nova.network.neutron [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Successfully updated port: 8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1728.403459] env[62093]: DEBUG nova.compute.manager [req-8a3fd3aa-bb2e-43db-99e5-f7f29c9072aa req-c96571ef-fcf9-4b06-9e62-d1f94e7a333e service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Received event network-changed-8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1728.403655] env[62093]: DEBUG nova.compute.manager [req-8a3fd3aa-bb2e-43db-99e5-f7f29c9072aa req-c96571ef-fcf9-4b06-9e62-d1f94e7a333e service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Refreshing instance network info cache due to event network-changed-8c2bba4a-4d03-40d0-9c8b-f0d845733352. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1728.403870] env[62093]: DEBUG oslo_concurrency.lockutils [req-8a3fd3aa-bb2e-43db-99e5-f7f29c9072aa req-c96571ef-fcf9-4b06-9e62-d1f94e7a333e service nova] Acquiring lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.404044] env[62093]: DEBUG oslo_concurrency.lockutils [req-8a3fd3aa-bb2e-43db-99e5-f7f29c9072aa req-c96571ef-fcf9-4b06-9e62-d1f94e7a333e service nova] Acquired lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.404257] env[62093]: DEBUG nova.network.neutron [req-8a3fd3aa-bb2e-43db-99e5-f7f29c9072aa req-c96571ef-fcf9-4b06-9e62-d1f94e7a333e service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Refreshing network info cache for port 8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.519344] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710697, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.730346] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: ec0da455-437e-4a1f-8dc6-e6eeab89a472] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1728.791422] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135734} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.791970] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.792817] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef11a14d-5bae-499d-97b6-b96f4b3943fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.809028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c717ab27-482a-44a1-b2c6-9c758c431c42 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.976s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.820749] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 13e6a33b-d08a-4900-81df-4bc0219ef4e7/13e6a33b-d08a-4900-81df-4bc0219ef4e7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.821703] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8659d34f-8321-4619-ab05-b8626818ff0a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.842369] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1728.842369] env[62093]: value = "task-1710701" [ 1728.842369] env[62093]: _type = "Task" [ 1728.842369] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.851171] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.880487] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.944207] env[62093]: DEBUG nova.network.neutron [req-8a3fd3aa-bb2e-43db-99e5-f7f29c9072aa req-c96571ef-fcf9-4b06-9e62-d1f94e7a333e service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1729.020925] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710697, 'name': CreateVM_Task, 'duration_secs': 1.898734} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.021157] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1729.021894] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.022096] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.024082] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.024082] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661ce25e-787d-4e34-87a1-355d7c6d7e89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.027702] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1729.027702] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5290ca1a-321f-58d0-ce83-99d7c15538f2" [ 1729.027702] env[62093]: _type = "Task" [ 1729.027702] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.036419] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5290ca1a-321f-58d0-ce83-99d7c15538f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.055534] env[62093]: DEBUG nova.network.neutron [req-8a3fd3aa-bb2e-43db-99e5-f7f29c9072aa req-c96571ef-fcf9-4b06-9e62-d1f94e7a333e service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.115674] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.115963] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.116219] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.116425] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.116601] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.118743] env[62093]: INFO nova.compute.manager [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Terminating instance [ 1729.121088] env[62093]: DEBUG nova.compute.manager [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1729.121309] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.122170] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80e9263-c3c4-4150-8f56-826f242adf96 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.130673] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.131210] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e1ab2f-7cf4-455c-9986-e1e1cc3f5582 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.138970] env[62093]: DEBUG oslo_vmware.api [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1729.138970] env[62093]: value = "task-1710702" [ 1729.138970] env[62093]: _type = "Task" [ 1729.138970] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.150992] env[62093]: DEBUG oslo_vmware.api [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.234498] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 90c7e2b8-5b60-48d7-8f60-1bebba8fec1b] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1729.356392] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.404936] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.405268] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.405557] env[62093]: DEBUG nova.network.neutron [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.538241] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5290ca1a-321f-58d0-ce83-99d7c15538f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.538603] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.538776] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.539067] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.539227] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.539408] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.539693] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e499efee-a364-4f57-b00e-dd4cca1ec59c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.555211] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.555366] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.556096] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d64b426-4349-477c-bd53-ea86eb80b60c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.558535] env[62093]: DEBUG oslo_concurrency.lockutils [req-8a3fd3aa-bb2e-43db-99e5-f7f29c9072aa req-c96571ef-fcf9-4b06-9e62-d1f94e7a333e service nova] Releasing lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.558891] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.559078] env[62093]: DEBUG nova.network.neutron [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.563300] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1729.563300] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525861bc-d780-ba51-a806-c2e42f6da367" [ 1729.563300] env[62093]: _type = "Task" [ 1729.563300] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.571927] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525861bc-d780-ba51-a806-c2e42f6da367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.650379] env[62093]: DEBUG oslo_vmware.api [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710702, 'name': PowerOffVM_Task, 'duration_secs': 0.324785} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.650638] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.650804] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1729.651103] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-148a7fed-2c35-4fa2-a046-ba5b0185c3b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.738187] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1b2c3901-2f44-4d90-bec1-0caa68491505] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1729.746668] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.746993] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.747219] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleting the datastore file [datastore1] 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.747489] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cab516b-161f-42a9-b118-700871f694a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.755302] env[62093]: DEBUG oslo_vmware.api [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1729.755302] env[62093]: value = "task-1710704" [ 1729.755302] env[62093]: _type = "Task" [ 1729.755302] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.768451] env[62093]: DEBUG oslo_vmware.api [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.853754] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710701, 'name': ReconfigVM_Task, 'duration_secs': 0.787322} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.853943] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 13e6a33b-d08a-4900-81df-4bc0219ef4e7/13e6a33b-d08a-4900-81df-4bc0219ef4e7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.854809] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-177a3129-6917-4c19-a2cb-89bed521e60a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.860656] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1729.860656] env[62093]: value = "task-1710705" [ 1729.860656] env[62093]: _type = "Task" [ 1729.860656] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.868494] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710705, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.914460] env[62093]: DEBUG nova.compute.manager [req-2c692091-4c73-4365-aaf4-6a059aacf232 req-2ed8f758-38b7-4da7-aad4-dffdf023fd08 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Received event network-changed-61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1729.914740] env[62093]: DEBUG nova.compute.manager [req-2c692091-4c73-4365-aaf4-6a059aacf232 req-2ed8f758-38b7-4da7-aad4-dffdf023fd08 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Refreshing instance network info cache due to event network-changed-61a407ff-d2f1-4468-9830-564cd6a12d3e. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1729.914854] env[62093]: DEBUG oslo_concurrency.lockutils [req-2c692091-4c73-4365-aaf4-6a059aacf232 req-2ed8f758-38b7-4da7-aad4-dffdf023fd08 service nova] Acquiring lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.914994] env[62093]: DEBUG oslo_concurrency.lockutils [req-2c692091-4c73-4365-aaf4-6a059aacf232 req-2ed8f758-38b7-4da7-aad4-dffdf023fd08 service nova] Acquired lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.915179] env[62093]: DEBUG nova.network.neutron [req-2c692091-4c73-4365-aaf4-6a059aacf232 req-2ed8f758-38b7-4da7-aad4-dffdf023fd08 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Refreshing network info cache for port 61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.075078] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525861bc-d780-ba51-a806-c2e42f6da367, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.075078] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6763aa9-5228-4dd4-a6c6-b77dc92b275e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.084833] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1730.084833] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52052a12-bc06-9815-3542-0fbcef4b3f5a" [ 1730.084833] env[62093]: _type = "Task" [ 1730.084833] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.099026] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52052a12-bc06-9815-3542-0fbcef4b3f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.099026] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.099026] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 39141e99-623c-4106-9e3d-0a147846646d/39141e99-623c-4106-9e3d-0a147846646d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.099026] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7609749d-714a-41e9-90ac-ca7ce899a7fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.106019] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1730.106019] env[62093]: value = "task-1710706" [ 1730.106019] env[62093]: _type = "Task" [ 1730.106019] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.113520] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.124817] env[62093]: DEBUG nova.network.neutron [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1730.181254] env[62093]: INFO nova.network.neutron [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Port 8daca6f0-1dc2-42c1-af6b-b2826b6935aa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1730.181254] env[62093]: DEBUG nova.network.neutron [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.243151] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: c5ebe47f-6047-45d5-bfc0-090d763c78e2] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1730.266835] env[62093]: DEBUG oslo_vmware.api [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148323} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.267551] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.269548] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.269548] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.269548] env[62093]: INFO nova.compute.manager [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1730.269548] env[62093]: DEBUG oslo.service.loopingcall [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.269548] env[62093]: DEBUG nova.compute.manager [-] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1730.269548] env[62093]: DEBUG nova.network.neutron [-] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1730.376209] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710705, 'name': Rename_Task, 'duration_secs': 0.242764} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.376209] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.376209] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50669a86-f403-492e-9f8b-ff27920c0a1f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.385337] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1730.385337] env[62093]: value = "task-1710707" [ 1730.385337] env[62093]: _type = "Task" [ 1730.385337] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.395907] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.407984] env[62093]: DEBUG nova.network.neutron [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Updating instance_info_cache with network_info: [{"id": "8c2bba4a-4d03-40d0-9c8b-f0d845733352", "address": "fa:16:3e:59:61:14", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2bba4a-4d", "ovs_interfaceid": "8c2bba4a-4d03-40d0-9c8b-f0d845733352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.444876] env[62093]: DEBUG nova.compute.manager [req-4a7c29ac-2d88-446a-a303-944c8007ec1f req-095ccf6a-fc8e-4b1a-8737-88044f1c18c2 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received event network-changed-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1730.445328] env[62093]: DEBUG nova.compute.manager [req-4a7c29ac-2d88-446a-a303-944c8007ec1f req-095ccf6a-fc8e-4b1a-8737-88044f1c18c2 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Refreshing instance network info cache due to event network-changed-29e82784-3cbf-43d1-ab68-5dababd109e9. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1730.445631] env[62093]: DEBUG oslo_concurrency.lockutils [req-4a7c29ac-2d88-446a-a303-944c8007ec1f req-095ccf6a-fc8e-4b1a-8737-88044f1c18c2 service nova] Acquiring lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.445850] env[62093]: DEBUG oslo_concurrency.lockutils [req-4a7c29ac-2d88-446a-a303-944c8007ec1f req-095ccf6a-fc8e-4b1a-8737-88044f1c18c2 service nova] Acquired lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.446124] env[62093]: DEBUG nova.network.neutron [req-4a7c29ac-2d88-446a-a303-944c8007ec1f req-095ccf6a-fc8e-4b1a-8737-88044f1c18c2 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Refreshing network info cache for port 29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.616980] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.684276] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.745772] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 2cf6ff13-46ca-4863-9990-4001f5fe2c6c] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1730.793375] env[62093]: DEBUG nova.network.neutron [req-2c692091-4c73-4365-aaf4-6a059aacf232 req-2ed8f758-38b7-4da7-aad4-dffdf023fd08 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updated VIF entry in instance network info cache for port 61a407ff-d2f1-4468-9830-564cd6a12d3e. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.793791] env[62093]: DEBUG nova.network.neutron [req-2c692091-4c73-4365-aaf4-6a059aacf232 req-2ed8f758-38b7-4da7-aad4-dffdf023fd08 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating instance_info_cache with network_info: [{"id": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "address": "fa:16:3e:47:ee:12", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a407ff-d2", "ovs_interfaceid": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.851238] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.851552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.851937] env[62093]: DEBUG nova.objects.instance [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'flavor' on Instance uuid 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.895849] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.910776] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.911127] env[62093]: DEBUG nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Instance network_info: |[{"id": "8c2bba4a-4d03-40d0-9c8b-f0d845733352", "address": "fa:16:3e:59:61:14", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2bba4a-4d", "ovs_interfaceid": "8c2bba4a-4d03-40d0-9c8b-f0d845733352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1730.911791] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:61:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c2bba4a-4d03-40d0-9c8b-f0d845733352', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1730.920556] env[62093]: DEBUG oslo.service.loopingcall [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.920801] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1730.921096] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c65d6b-96cb-4ed8-a9ec-633952aa840c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.944924] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1730.944924] env[62093]: value = "task-1710708" [ 1730.944924] env[62093]: _type = "Task" [ 1730.944924] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.956039] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710708, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.118228] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605757} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.118529] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 39141e99-623c-4106-9e3d-0a147846646d/39141e99-623c-4106-9e3d-0a147846646d.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.118745] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.119010] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aebb72a-9784-4dee-874a-9872e0fef74b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.126041] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1731.126041] env[62093]: value = "task-1710709" [ 1731.126041] env[62093]: _type = "Task" [ 1731.126041] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.136717] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.188977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-0700f976-64ee-4aa5-b03e-7c5b7d2011f8 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.363s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.249592] env[62093]: DEBUG nova.network.neutron [req-4a7c29ac-2d88-446a-a303-944c8007ec1f req-095ccf6a-fc8e-4b1a-8737-88044f1c18c2 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updated VIF entry in instance network info cache for port 29e82784-3cbf-43d1-ab68-5dababd109e9. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.249987] env[62093]: DEBUG nova.network.neutron [req-4a7c29ac-2d88-446a-a303-944c8007ec1f req-095ccf6a-fc8e-4b1a-8737-88044f1c18c2 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [{"id": "29e82784-3cbf-43d1-ab68-5dababd109e9", "address": "fa:16:3e:44:0e:cc", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e82784-3c", "ovs_interfaceid": "29e82784-3cbf-43d1-ab68-5dababd109e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.251368] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 2d9a01cf-9e55-4720-859e-d98e52d6f08e] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1731.296793] env[62093]: DEBUG oslo_concurrency.lockutils [req-2c692091-4c73-4365-aaf4-6a059aacf232 req-2ed8f758-38b7-4da7-aad4-dffdf023fd08 service nova] Releasing lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.396127] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710707, 'name': PowerOnVM_Task, 'duration_secs': 0.77758} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.396405] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1731.396605] env[62093]: INFO nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1731.396786] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1731.397561] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0a5048-51d2-4468-992e-ebeb452dcf26 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.451510] env[62093]: DEBUG nova.network.neutron [-] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.457725] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710708, 'name': CreateVM_Task, 'duration_secs': 0.495779} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.457992] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1731.458539] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.458692] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.459109] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1731.459309] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cdc10b-7528-456d-999e-0e2fe9610078 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.465308] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1731.465308] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52ae6105-c443-44d5-996d-15aa8b8aefc7" [ 1731.465308] env[62093]: _type = "Task" [ 1731.465308] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.472304] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ae6105-c443-44d5-996d-15aa8b8aefc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.492480] env[62093]: DEBUG nova.objects.instance [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'pci_requests' on Instance uuid 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.639014] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064347} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.639388] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.640454] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432e5e12-4397-46f4-92f9-4b269de6c8c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.671719] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 39141e99-623c-4106-9e3d-0a147846646d/39141e99-623c-4106-9e3d-0a147846646d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.672079] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdd974fe-ccfa-4cce-9039-32374cb31dcf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.699858] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1731.699858] env[62093]: value = "task-1710710" [ 1731.699858] env[62093]: _type = "Task" [ 1731.699858] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.710006] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.754866] env[62093]: DEBUG oslo_concurrency.lockutils [req-4a7c29ac-2d88-446a-a303-944c8007ec1f req-095ccf6a-fc8e-4b1a-8737-88044f1c18c2 service nova] Releasing lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.754866] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 7efa3c2b-4ba0-49a6-a2e9-9fa1df06ccf3] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1731.917813] env[62093]: INFO nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Took 17.45 seconds to build instance. [ 1731.946777] env[62093]: DEBUG nova.compute.manager [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Received event network-changed-61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1731.946982] env[62093]: DEBUG nova.compute.manager [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Refreshing instance network info cache due to event network-changed-61a407ff-d2f1-4468-9830-564cd6a12d3e. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1731.947378] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Acquiring lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.947543] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Acquired lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.947706] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Refreshing network info cache for port 61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.954740] env[62093]: INFO nova.compute.manager [-] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Took 1.69 seconds to deallocate network for instance. [ 1731.975761] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52ae6105-c443-44d5-996d-15aa8b8aefc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.976242] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.976512] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1731.976777] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.976966] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.977206] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1731.977689] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77f590c9-91b8-4339-b2fa-18fc3263d7ef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.987074] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1731.987297] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1731.988276] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51944ce3-45b4-4fef-9d37-7a2582591272 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.993952] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1731.993952] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523c8b3e-2697-1ab1-acd0-7d908238171d" [ 1731.993952] env[62093]: _type = "Task" [ 1731.993952] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.994531] env[62093]: DEBUG nova.objects.base [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Object Instance<2d5e98ed-7de9-446a-b3dc-47dc53dd96a7> lazy-loaded attributes: flavor,pci_requests {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1731.994781] env[62093]: DEBUG nova.network.neutron [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.007929] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523c8b3e-2697-1ab1-acd0-7d908238171d, 'name': SearchDatastore_Task, 'duration_secs': 0.008172} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.008770] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236ecc6a-8e58-4463-b767-9940eca86fb7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.014406] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1732.014406] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528980c4-9977-8802-ba4f-e22bb14e46d4" [ 1732.014406] env[62093]: _type = "Task" [ 1732.014406] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.022840] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528980c4-9977-8802-ba4f-e22bb14e46d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.089932] env[62093]: DEBUG nova.policy [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e2767098c24426b703131a41602f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c1a1d24e264a39894c9b2626e23068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1732.210600] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.258045] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: e643332e-def9-4e37-ae70-227d8816809a] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1732.420625] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.961s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.460055] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.460403] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.460649] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.471502] env[62093]: DEBUG nova.compute.manager [req-28f358d6-0fc1-4fd0-b6a3-d5cb7c54969f req-c5a5268e-af74-4679-b4d9-c066a251510d service nova] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Received event network-vif-deleted-6d459914-22da-4781-bc62-004fe6ee6663 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1732.485976] env[62093]: INFO nova.scheduler.client.report [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted allocations for instance 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b [ 1732.526933] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528980c4-9977-8802-ba4f-e22bb14e46d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008056} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.527283] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.527572] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] dec20572-5ef4-4886-8857-c0e6c75f242e/dec20572-5ef4-4886-8857-c0e6c75f242e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1732.527845] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0058cab-118a-48e1-a814-e36642245efe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.534443] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1732.534443] env[62093]: value = "task-1710711" [ 1732.534443] env[62093]: _type = "Task" [ 1732.534443] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.543062] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.709647] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710710, 'name': ReconfigVM_Task, 'duration_secs': 0.803806} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.710225] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 39141e99-623c-4106-9e3d-0a147846646d/39141e99-623c-4106-9e3d-0a147846646d.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.710596] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc84e828-ac25-468e-b832-ba47f8792c50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.717708] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1732.717708] env[62093]: value = "task-1710712" [ 1732.717708] env[62093]: _type = "Task" [ 1732.717708] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.726015] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710712, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.731819] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updated VIF entry in instance network info cache for port 61a407ff-d2f1-4468-9830-564cd6a12d3e. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.732189] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating instance_info_cache with network_info: [{"id": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "address": "fa:16:3e:47:ee:12", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a407ff-d2", "ovs_interfaceid": "61a407ff-d2f1-4468-9830-564cd6a12d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.762095] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: f4e07402-3f6e-4c09-9eef-3edca3b3d020] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1732.994274] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2f5d9274-38a5-40e4-a764-84be3da1c69d tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "1e8ac6e2-f994-4d5e-afe3-2e25da989f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.878s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.046561] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710711, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.227933] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710712, 'name': Rename_Task, 'duration_secs': 0.254999} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.228252] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.228512] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81968cef-fd5a-4614-8e26-226855718e31 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.236878] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Releasing lock "refresh_cache-6121704d-0a6a-4191-9254-028ca7ad1e5f" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.237400] env[62093]: DEBUG nova.compute.manager [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.237613] env[62093]: DEBUG nova.compute.manager [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing instance network info cache due to event network-changed-301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1733.237829] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Acquiring lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.237970] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Acquired lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.238144] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Refreshing network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.239568] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1733.239568] env[62093]: value = "task-1710713" [ 1733.239568] env[62093]: _type = "Task" [ 1733.239568] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.249508] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.265817] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: e22d7def-22b2-4f44-b5b7-1408bfa61e2f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1733.546403] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564619} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.546671] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] dec20572-5ef4-4886-8857-c0e6c75f242e/dec20572-5ef4-4886-8857-c0e6c75f242e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1733.546915] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1733.547221] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08edbe87-349f-4d36-863e-777603b13b74 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.557494] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1733.557494] env[62093]: value = "task-1710714" [ 1733.557494] env[62093]: _type = "Task" [ 1733.557494] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.567406] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.754652] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710713, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.770539] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 3f59fd4d-e610-4193-bf90-5f4e3963989f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1734.013448] env[62093]: DEBUG nova.network.neutron [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Successfully updated port: 8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.067784] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087643} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.068043] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1734.069097] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce47922-b73c-4901-914c-fe02e3e03c63 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.092840] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] dec20572-5ef4-4886-8857-c0e6c75f242e/dec20572-5ef4-4886-8857-c0e6c75f242e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.093079] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2205a124-0945-41a7-a81a-ad17ef2071db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.116695] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1734.116695] env[62093]: value = "task-1710715" [ 1734.116695] env[62093]: _type = "Task" [ 1734.116695] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.126609] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.196981] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "9f3bc234-8573-44bd-94e0-7b5209513156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.197224] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "9f3bc234-8573-44bd-94e0-7b5209513156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.217325] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updated VIF entry in instance network info cache for port 301c639f-6815-4117-a769-3b5e3ea3a9d0. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.217688] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [{"id": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "address": "fa:16:3e:b6:9f:9a", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301c639f-68", "ovs_interfaceid": "301c639f-6815-4117-a769-3b5e3ea3a9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.251059] env[62093]: DEBUG oslo_vmware.api [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710713, 'name': PowerOnVM_Task, 'duration_secs': 1.014482} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.251371] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.251579] env[62093]: INFO nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1734.251788] env[62093]: DEBUG nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1734.252696] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526c2862-f9d8-4d36-84e1-adfd7373deff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.275040] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: b8782dfa-80c8-4e6e-884e-e17f7b39722f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1734.499676] env[62093]: DEBUG nova.compute.manager [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received event network-vif-plugged-8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1734.499838] env[62093]: DEBUG oslo_concurrency.lockutils [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] Acquiring lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.500078] env[62093]: DEBUG oslo_concurrency.lockutils [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.500259] env[62093]: DEBUG oslo_concurrency.lockutils [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.500430] env[62093]: DEBUG nova.compute.manager [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] No waiting events found dispatching network-vif-plugged-8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1734.500596] env[62093]: WARNING nova.compute.manager [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received unexpected event network-vif-plugged-8daca6f0-1dc2-42c1-af6b-b2826b6935aa for instance with vm_state active and task_state None. [ 1734.500758] env[62093]: DEBUG nova.compute.manager [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received event network-changed-8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1734.500910] env[62093]: DEBUG nova.compute.manager [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing instance network info cache due to event network-changed-8daca6f0-1dc2-42c1-af6b-b2826b6935aa. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1734.501250] env[62093]: DEBUG oslo_concurrency.lockutils [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] Acquiring lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.501437] env[62093]: DEBUG oslo_concurrency.lockutils [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] Acquired lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.501698] env[62093]: DEBUG nova.network.neutron [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing network info cache for port 8daca6f0-1dc2-42c1-af6b-b2826b6935aa {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.516361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.626894] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.699602] env[62093]: DEBUG nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1734.721043] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Releasing lock "refresh_cache-5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.721043] env[62093]: DEBUG nova.compute.manager [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received event network-changed-6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1734.721043] env[62093]: DEBUG nova.compute.manager [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing instance network info cache due to event network-changed-6befce31-1777-4674-91e3-373dc69b1e93. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1734.721307] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Acquiring lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.770868] env[62093]: INFO nova.compute.manager [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Took 20.28 seconds to build instance. [ 1734.778279] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: ed51c944-4abc-4b54-b47f-88c9cb2897df] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1735.127259] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710715, 'name': ReconfigVM_Task, 'duration_secs': 0.543734} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.127536] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Reconfigured VM instance instance-00000070 to attach disk [datastore1] dec20572-5ef4-4886-8857-c0e6c75f242e/dec20572-5ef4-4886-8857-c0e6c75f242e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.128187] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c7a88fa-02af-4423-a8a0-0e2930a268d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.136312] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1735.136312] env[62093]: value = "task-1710716" [ 1735.136312] env[62093]: _type = "Task" [ 1735.136312] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.144266] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710716, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.222688] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.222952] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.224704] env[62093]: INFO nova.compute.claims [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.273025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-371a9834-2013-4588-b1db-498287b81072 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "39141e99-623c-4106-9e3d-0a147846646d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.788s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.280908] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: a793bc91-1ea5-48da-95b7-5b31fbac5caf] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1735.306978] env[62093]: DEBUG nova.network.neutron [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Added VIF to instance network info cache for port 8daca6f0-1dc2-42c1-af6b-b2826b6935aa. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1735.307472] env[62093]: DEBUG nova.network.neutron [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "address": "fa:16:3e:3a:2d:40", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8daca6f0-1d", "ovs_interfaceid": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.646294] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710716, 'name': Rename_Task, 'duration_secs': 0.248839} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.646608] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1735.647170] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c43bbf6d-0d25-4c6d-88f7-2dc49eb9b916 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.654088] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1735.654088] env[62093]: value = "task-1710717" [ 1735.654088] env[62093]: _type = "Task" [ 1735.654088] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.663050] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.784089] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 25510ea1-1a29-4682-a6ef-2d1a63e3c90f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1735.811134] env[62093]: DEBUG oslo_concurrency.lockutils [req-a8864003-367e-4d00-baea-2a130c9b7dff req-47d71d12-6b17-4907-a889-db1cbcdee7bf service nova] Releasing lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.811560] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.811743] env[62093]: DEBUG nova.network.neutron [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.946846] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.947198] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.947508] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.947727] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.947913] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.950114] env[62093]: INFO nova.compute.manager [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Terminating instance [ 1735.951926] env[62093]: DEBUG nova.compute.manager [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1735.952176] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.953013] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78160c0a-6af9-47d1-9557-7983e2407d5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.960239] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1735.960465] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-106221a9-4a9a-4630-9bab-835210b1fa3d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.966915] env[62093]: DEBUG oslo_vmware.api [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1735.966915] env[62093]: value = "task-1710718" [ 1735.966915] env[62093]: _type = "Task" [ 1735.966915] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.974899] env[62093]: DEBUG oslo_vmware.api [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.008560] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "39141e99-623c-4106-9e3d-0a147846646d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.008854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "39141e99-623c-4106-9e3d-0a147846646d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.009189] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "39141e99-623c-4106-9e3d-0a147846646d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.009407] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "39141e99-623c-4106-9e3d-0a147846646d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.009610] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "39141e99-623c-4106-9e3d-0a147846646d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.011784] env[62093]: INFO nova.compute.manager [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Terminating instance [ 1736.013535] env[62093]: DEBUG nova.compute.manager [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1736.013719] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1736.014552] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa042f-f635-45c3-9c41-f5c4a96b39b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.022056] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.022281] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba4eeb95-f93e-4398-9424-c08030d18675 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.027732] env[62093]: DEBUG oslo_vmware.api [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1736.027732] env[62093]: value = "task-1710719" [ 1736.027732] env[62093]: _type = "Task" [ 1736.027732] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.036416] env[62093]: DEBUG oslo_vmware.api [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.165028] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.287118] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 752fff1f-86fc-4808-a52a-fbc27681b4fb] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1736.345959] env[62093]: WARNING nova.network.neutron [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] c3045398-6b6f-4365-8ed5-e500f44f2345 already exists in list: networks containing: ['c3045398-6b6f-4365-8ed5-e500f44f2345']. ignoring it [ 1736.346166] env[62093]: WARNING nova.network.neutron [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] c3045398-6b6f-4365-8ed5-e500f44f2345 already exists in list: networks containing: ['c3045398-6b6f-4365-8ed5-e500f44f2345']. ignoring it [ 1736.346331] env[62093]: WARNING nova.network.neutron [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] 8daca6f0-1dc2-42c1-af6b-b2826b6935aa already exists in list: port_ids containing: ['8daca6f0-1dc2-42c1-af6b-b2826b6935aa']. ignoring it [ 1736.360558] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5178ac-bcb2-4562-b055-7047933c3ca5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.368086] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d9e8d7-5bb8-4f94-b30f-1e2ddeda6e2c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.401285] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e00a6d7-7da8-40c3-a247-35ac9ea7a18b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.408955] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92a9046-90e1-41b7-ae4e-c96f814c95e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.422526] env[62093]: DEBUG nova.compute.provider_tree [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.477265] env[62093]: DEBUG oslo_vmware.api [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710718, 'name': PowerOffVM_Task, 'duration_secs': 0.274823} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.480274] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.480514] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1736.480847] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdf366a0-caff-469a-8027-bac97e4b5bed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.537719] env[62093]: DEBUG oslo_vmware.api [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710719, 'name': PowerOffVM_Task, 'duration_secs': 0.230658} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.540042] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.540227] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1736.540825] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f34681-44e9-438f-9b1c-9b56bf3b5603 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.668034] env[62093]: DEBUG oslo_vmware.api [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710717, 'name': PowerOnVM_Task, 'duration_secs': 1.010442} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.668034] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1736.668034] env[62093]: INFO nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1736.668034] env[62093]: DEBUG nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1736.668600] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa620fb-cfc4-4c6c-9a53-d8a616ec8058 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.769026] env[62093]: DEBUG nova.network.neutron [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "address": "fa:16:3e:3a:2d:40", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8daca6f0-1d", "ovs_interfaceid": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.774302] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.774302] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.774515] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleting the datastore file [datastore1] 39141e99-623c-4106-9e3d-0a147846646d {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.775105] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.775105] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.775356] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleting the datastore file [datastore1] 13e6a33b-d08a-4900-81df-4bc0219ef4e7 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.776034] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d773bba7-4815-45cf-b17f-ee5dba7b5ef0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.778623] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a37a1bfb-66ba-4322-8f4d-89428d39587e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.788065] env[62093]: DEBUG oslo_vmware.api [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1736.788065] env[62093]: value = "task-1710723" [ 1736.788065] env[62093]: _type = "Task" [ 1736.788065] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.789145] env[62093]: DEBUG oslo_vmware.api [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for the task: (returnval){ [ 1736.789145] env[62093]: value = "task-1710722" [ 1736.789145] env[62093]: _type = "Task" [ 1736.789145] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.792341] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: b326f936-ef64-4cee-9897-b1e4369123dd] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1736.802135] env[62093]: DEBUG oslo_vmware.api [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.805142] env[62093]: DEBUG oslo_vmware.api [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.926142] env[62093]: DEBUG nova.scheduler.client.report [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1737.188841] env[62093]: INFO nova.compute.manager [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Took 20.85 seconds to build instance. [ 1737.278057] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.278198] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.278350] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.278631] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Acquired lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.278805] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Refreshing network info cache for port 6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.280787] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b308dc82-fe0d-4ec6-b033-6d1ac919d159 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.299176] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 4ad575db-be9e-4c4a-8ddf-26eb7a5a5001] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1737.301165] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1737.301385] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1737.301539] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.301716] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1737.301880] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.302045] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1737.302255] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1737.302411] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1737.302571] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1737.302726] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1737.302914] env[62093]: DEBUG nova.virt.hardware [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1737.309366] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Reconfiguring VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1737.316032] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e69f62-ff93-492b-ade2-cf3ae2ab8dd6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.333833] env[62093]: DEBUG oslo_vmware.api [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241178} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.337400] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.337586] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.337759] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1737.337927] env[62093]: INFO nova.compute.manager [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1737.338177] env[62093]: DEBUG oslo.service.loopingcall [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.338381] env[62093]: DEBUG oslo_vmware.api [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Task: {'id': task-1710723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187339} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.338616] env[62093]: DEBUG oslo_vmware.api [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1737.338616] env[62093]: value = "task-1710724" [ 1737.338616] env[62093]: _type = "Task" [ 1737.338616] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.339013] env[62093]: DEBUG nova.compute.manager [-] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1737.339120] env[62093]: DEBUG nova.network.neutron [-] [instance: 39141e99-623c-4106-9e3d-0a147846646d] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1737.340603] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.340782] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.340951] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1737.341153] env[62093]: INFO nova.compute.manager [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1737.341371] env[62093]: DEBUG oslo.service.loopingcall [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.341607] env[62093]: DEBUG nova.compute.manager [-] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1737.341698] env[62093]: DEBUG nova.network.neutron [-] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1737.350797] env[62093]: DEBUG oslo_vmware.api [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.431960] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.432673] env[62093]: DEBUG nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1737.691368] env[62093]: DEBUG oslo_concurrency.lockutils [None req-da25a858-82e3-4869-bd12-6e62a2a3cac5 tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.358s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.788135] env[62093]: DEBUG nova.compute.manager [req-552633f8-9f39-4ce8-8461-a8d7080c9a06 req-4d8ae7bf-34a9-4473-9052-0c76579bd690 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Received event network-vif-deleted-d83c12d1-aa99-4ae2-9927-3b56ddd1aeca {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1737.788401] env[62093]: INFO nova.compute.manager [req-552633f8-9f39-4ce8-8461-a8d7080c9a06 req-4d8ae7bf-34a9-4473-9052-0c76579bd690 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Neutron deleted interface d83c12d1-aa99-4ae2-9927-3b56ddd1aeca; detaching it from the instance and deleting it from the info cache [ 1737.788491] env[62093]: DEBUG nova.network.neutron [req-552633f8-9f39-4ce8-8461-a8d7080c9a06 req-4d8ae7bf-34a9-4473-9052-0c76579bd690 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.811011] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: bcfc7cca-2fed-496a-bca6-0b8d73ef5ac7] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1737.851604] env[62093]: DEBUG oslo_vmware.api [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710724, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.937932] env[62093]: DEBUG nova.compute.utils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.939453] env[62093]: DEBUG nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1737.943241] env[62093]: DEBUG nova.network.neutron [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.020099] env[62093]: DEBUG nova.policy [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0321c61f60649b5870b720d13db9f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58b7ad398c5a419ab299020d20611452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1738.111474] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updated VIF entry in instance network info cache for port 6befce31-1777-4674-91e3-373dc69b1e93. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.111892] env[62093]: DEBUG nova.network.neutron [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "address": "fa:16:3e:3a:2d:40", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8daca6f0-1d", "ovs_interfaceid": "8daca6f0-1dc2-42c1-af6b-b2826b6935aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.237430] env[62093]: DEBUG nova.network.neutron [-] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.250274] env[62093]: DEBUG nova.network.neutron [-] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.291403] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df8c585b-12ba-4e39-9db6-8003897d6cec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.304370] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d184f2d-4cc7-4df5-9ba0-430ac893a3dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.318087] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: fa13fc40-abbf-442a-a9dc-53f6b611c95c] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1738.326451] env[62093]: DEBUG nova.network.neutron [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Successfully created port: 6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.337211] env[62093]: DEBUG nova.compute.manager [req-552633f8-9f39-4ce8-8461-a8d7080c9a06 req-4d8ae7bf-34a9-4473-9052-0c76579bd690 service nova] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Detach interface failed, port_id=d83c12d1-aa99-4ae2-9927-3b56ddd1aeca, reason: Instance 13e6a33b-d08a-4900-81df-4bc0219ef4e7 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1738.352625] env[62093]: DEBUG oslo_vmware.api [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710724, 'name': ReconfigVM_Task, 'duration_secs': 0.552262} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.355103] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.355103] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Reconfigured VM to attach interface {{(pid=62093) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1738.446204] env[62093]: DEBUG nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1738.497788] env[62093]: DEBUG nova.compute.manager [req-d76c20e4-9db4-4654-891c-f7305f269367 req-a9c3c41f-2a10-4a55-9f69-f7cab9c8e1a2 service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Received event network-changed-8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1738.497991] env[62093]: DEBUG nova.compute.manager [req-d76c20e4-9db4-4654-891c-f7305f269367 req-a9c3c41f-2a10-4a55-9f69-f7cab9c8e1a2 service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Refreshing instance network info cache due to event network-changed-8c2bba4a-4d03-40d0-9c8b-f0d845733352. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1738.498913] env[62093]: DEBUG oslo_concurrency.lockutils [req-d76c20e4-9db4-4654-891c-f7305f269367 req-a9c3c41f-2a10-4a55-9f69-f7cab9c8e1a2 service nova] Acquiring lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.499086] env[62093]: DEBUG oslo_concurrency.lockutils [req-d76c20e4-9db4-4654-891c-f7305f269367 req-a9c3c41f-2a10-4a55-9f69-f7cab9c8e1a2 service nova] Acquired lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.499266] env[62093]: DEBUG nova.network.neutron [req-d76c20e4-9db4-4654-891c-f7305f269367 req-a9c3c41f-2a10-4a55-9f69-f7cab9c8e1a2 service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Refreshing network info cache for port 8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.615076] env[62093]: DEBUG oslo_concurrency.lockutils [req-50681651-ef73-4fcf-b8ac-5e18eb38d16e req-80bfa6bc-e1d3-4593-8d82-de6a121eae0f service nova] Releasing lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.739944] env[62093]: INFO nova.compute.manager [-] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Took 1.40 seconds to deallocate network for instance. [ 1738.752350] env[62093]: INFO nova.compute.manager [-] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Took 1.41 seconds to deallocate network for instance. [ 1738.820273] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 4a34bdd6-a12b-45d8-9b07-50464456c2c8] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1738.859060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5d2cb51a-7db7-43a8-97b1-976391154631 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.007s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.215367] env[62093]: DEBUG nova.network.neutron [req-d76c20e4-9db4-4654-891c-f7305f269367 req-a9c3c41f-2a10-4a55-9f69-f7cab9c8e1a2 service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Updated VIF entry in instance network info cache for port 8c2bba4a-4d03-40d0-9c8b-f0d845733352. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.215780] env[62093]: DEBUG nova.network.neutron [req-d76c20e4-9db4-4654-891c-f7305f269367 req-a9c3c41f-2a10-4a55-9f69-f7cab9c8e1a2 service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Updating instance_info_cache with network_info: [{"id": "8c2bba4a-4d03-40d0-9c8b-f0d845733352", "address": "fa:16:3e:59:61:14", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c2bba4a-4d", "ovs_interfaceid": "8c2bba4a-4d03-40d0-9c8b-f0d845733352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.247012] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.247297] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.247529] env[62093]: DEBUG nova.objects.instance [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lazy-loading 'resources' on Instance uuid 13e6a33b-d08a-4900-81df-4bc0219ef4e7 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.258347] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.324041] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 91e7c1fa-525a-4ba5-b9d7-df865d49d4e9] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1739.455739] env[62093]: DEBUG nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1739.482794] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1739.483077] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1739.483236] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.483420] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1739.483562] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.483706] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1739.483908] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1739.484105] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1739.484293] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1739.484457] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1739.484623] env[62093]: DEBUG nova.virt.hardware [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1739.485515] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a108e173-6de2-4e4a-b0a5-cd537ec34368 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.493883] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ec582-9984-4363-967c-8b1018d61d22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.719139] env[62093]: DEBUG oslo_concurrency.lockutils [req-d76c20e4-9db4-4654-891c-f7305f269367 req-a9c3c41f-2a10-4a55-9f69-f7cab9c8e1a2 service nova] Releasing lock "refresh_cache-dec20572-5ef4-4886-8857-c0e6c75f242e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.812947] env[62093]: DEBUG nova.compute.manager [req-0468f964-a3cb-4222-977a-dfd138183141 req-2a77f3c7-0751-4660-aaad-1fe4f64fb0ed service nova] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Received event network-vif-deleted-0029bac2-bd7c-4c49-9279-938391786e0a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1739.813181] env[62093]: DEBUG nova.compute.manager [req-0468f964-a3cb-4222-977a-dfd138183141 req-2a77f3c7-0751-4660-aaad-1fe4f64fb0ed service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Received event network-vif-plugged-6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1739.813362] env[62093]: DEBUG oslo_concurrency.lockutils [req-0468f964-a3cb-4222-977a-dfd138183141 req-2a77f3c7-0751-4660-aaad-1fe4f64fb0ed service nova] Acquiring lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.813560] env[62093]: DEBUG oslo_concurrency.lockutils [req-0468f964-a3cb-4222-977a-dfd138183141 req-2a77f3c7-0751-4660-aaad-1fe4f64fb0ed service nova] Lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.813720] env[62093]: DEBUG oslo_concurrency.lockutils [req-0468f964-a3cb-4222-977a-dfd138183141 req-2a77f3c7-0751-4660-aaad-1fe4f64fb0ed service nova] Lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.813875] env[62093]: DEBUG nova.compute.manager [req-0468f964-a3cb-4222-977a-dfd138183141 req-2a77f3c7-0751-4660-aaad-1fe4f64fb0ed service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] No waiting events found dispatching network-vif-plugged-6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1739.814121] env[62093]: WARNING nova.compute.manager [req-0468f964-a3cb-4222-977a-dfd138183141 req-2a77f3c7-0751-4660-aaad-1fe4f64fb0ed service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Received unexpected event network-vif-plugged-6917f472-d7c4-41f8-a681-bf8d9455d9e1 for instance with vm_state building and task_state spawning. [ 1739.826796] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 900a64bc-5359-4a3f-afba-aacc2cedaef0] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1739.877036] env[62093]: DEBUG nova.network.neutron [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Successfully updated port: 6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.915015] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d31f46-ea4f-44d7-b2b8-2a0d2753a847 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.923726] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7132e877-b68f-4bd8-9c9e-a7c8710e1b59 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.953262] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da138f24-913c-4682-9be2-2aa1682d6ec2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.960900] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aabb02-b427-40c3-a9a4-fb536a4577c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.973782] env[62093]: DEBUG nova.compute.provider_tree [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.334136] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 9c7edb3c-e8f6-40f7-81bf-b1133f428625] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1740.379291] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.379476] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.379573] env[62093]: DEBUG nova.network.neutron [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.477029] env[62093]: DEBUG nova.scheduler.client.report [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1740.563735] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "interface-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.563991] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.838036] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 83c03847-f728-4adc-b77b-13cb3f6b6aec] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1740.908697] env[62093]: DEBUG nova.network.neutron [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1740.981629] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.983824] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.726s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.985038] env[62093]: DEBUG nova.objects.instance [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lazy-loading 'resources' on Instance uuid 39141e99-623c-4106-9e3d-0a147846646d {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.001131] env[62093]: INFO nova.scheduler.client.report [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleted allocations for instance 13e6a33b-d08a-4900-81df-4bc0219ef4e7 [ 1741.047148] env[62093]: DEBUG nova.network.neutron [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [{"id": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "address": "fa:16:3e:ad:43:d0", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917f472-d7", "ovs_interfaceid": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.066478] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.066659] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.067539] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78bca4c-8add-4dd8-8edb-d559fe27d254 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.086614] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065f5646-5d66-473f-888c-560ccc47edb9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.113142] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Reconfiguring VM to detach interface {{(pid=62093) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1741.113456] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0430fd-5173-45a4-a81d-49f6bdbf9d40 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.132629] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1741.132629] env[62093]: value = "task-1710725" [ 1741.132629] env[62093]: _type = "Task" [ 1741.132629] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.143273] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.341237] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: e3ebd549-c79e-4984-a0af-d4cef39cdc84] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1741.508618] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc201cdf-a5d0-4af0-a9d7-70666ca4c94f tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "13e6a33b-d08a-4900-81df-4bc0219ef4e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.561s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.549820] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.549820] env[62093]: DEBUG nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Instance network_info: |[{"id": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "address": "fa:16:3e:ad:43:d0", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917f472-d7", "ovs_interfaceid": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1741.550211] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:43:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6917f472-d7c4-41f8-a681-bf8d9455d9e1', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1741.558085] env[62093]: DEBUG oslo.service.loopingcall [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.560813] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1741.561249] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9b1aa4b-a56d-4e7b-9437-33de60d6e895 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.583433] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.583433] env[62093]: value = "task-1710726" [ 1741.583433] env[62093]: _type = "Task" [ 1741.583433] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.592361] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710726, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.624323] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d04ea1-1c1e-4919-b98f-8f68f1b1ef14 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.631374] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9a16df-38bf-48f5-8736-2eb8956c74c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.669651] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6836ab49-5140-4bc4-8fa9-afd164f448fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.672455] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.677919] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ddb658-ae63-4cd0-a266-4e5220bd95cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.691415] env[62093]: DEBUG nova.compute.provider_tree [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.843393] env[62093]: DEBUG nova.compute.manager [req-be8d715f-f89d-4824-9b29-3ad3c67af7bf req-af2b81b6-d22d-4f71-9058-fc3b79cb0948 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Received event network-changed-6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1741.843670] env[62093]: DEBUG nova.compute.manager [req-be8d715f-f89d-4824-9b29-3ad3c67af7bf req-af2b81b6-d22d-4f71-9058-fc3b79cb0948 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Refreshing instance network info cache due to event network-changed-6917f472-d7c4-41f8-a681-bf8d9455d9e1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1741.843810] env[62093]: DEBUG oslo_concurrency.lockutils [req-be8d715f-f89d-4824-9b29-3ad3c67af7bf req-af2b81b6-d22d-4f71-9058-fc3b79cb0948 service nova] Acquiring lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.843951] env[62093]: DEBUG oslo_concurrency.lockutils [req-be8d715f-f89d-4824-9b29-3ad3c67af7bf req-af2b81b6-d22d-4f71-9058-fc3b79cb0948 service nova] Acquired lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.844123] env[62093]: DEBUG nova.network.neutron [req-be8d715f-f89d-4824-9b29-3ad3c67af7bf req-af2b81b6-d22d-4f71-9058-fc3b79cb0948 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Refreshing network info cache for port 6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.845572] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 4df27ddb-3a70-4675-b7ad-68e5807eb40d] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1742.093157] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710726, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.143642] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.195081] env[62093]: DEBUG nova.scheduler.client.report [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1742.350329] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: b0d3bf76-6ad3-468a-9f10-6e4d59354c79] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1742.536216] env[62093]: DEBUG nova.network.neutron [req-be8d715f-f89d-4824-9b29-3ad3c67af7bf req-af2b81b6-d22d-4f71-9058-fc3b79cb0948 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updated VIF entry in instance network info cache for port 6917f472-d7c4-41f8-a681-bf8d9455d9e1. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.536597] env[62093]: DEBUG nova.network.neutron [req-be8d715f-f89d-4824-9b29-3ad3c67af7bf req-af2b81b6-d22d-4f71-9058-fc3b79cb0948 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [{"id": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "address": "fa:16:3e:ad:43:d0", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917f472-d7", "ovs_interfaceid": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.593888] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710726, 'name': CreateVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.644513] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.701143] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.720036] env[62093]: INFO nova.scheduler.client.report [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Deleted allocations for instance 39141e99-623c-4106-9e3d-0a147846646d [ 1742.857061] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 64c40b08-3480-4869-8d35-f8b4db862733] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1743.039332] env[62093]: DEBUG oslo_concurrency.lockutils [req-be8d715f-f89d-4824-9b29-3ad3c67af7bf req-af2b81b6-d22d-4f71-9058-fc3b79cb0948 service nova] Releasing lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.095074] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710726, 'name': CreateVM_Task, 'duration_secs': 1.370359} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.095242] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1743.095934] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.096119] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.096447] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1743.096697] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a4ad64-99b1-4904-bec3-8ae2098bc78c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.101019] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1743.101019] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52679e19-b7bd-8ba2-ccbb-3c6199d2cbc3" [ 1743.101019] env[62093]: _type = "Task" [ 1743.101019] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.108729] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52679e19-b7bd-8ba2-ccbb-3c6199d2cbc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.145385] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.227648] env[62093]: DEBUG oslo_concurrency.lockutils [None req-3504f258-2885-474a-8e7e-c3e8b4c87024 tempest-MultipleCreateTestJSON-1659819376 tempest-MultipleCreateTestJSON-1659819376-project-member] Lock "39141e99-623c-4106-9e3d-0a147846646d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.219s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.359780] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 92aba8b4-7a12-483d-9e69-e591f2ce5e64] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1743.614162] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52679e19-b7bd-8ba2-ccbb-3c6199d2cbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.015695} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.614512] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.614741] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.614977] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.615140] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.615358] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.615673] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef0dd14-da29-4362-b8e8-a65351de40df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.624365] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.624537] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.625238] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18993cd-8034-46ba-88ea-043f01c2385b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.630027] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1743.630027] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523bdaf2-53d7-e27d-0f41-4b98407430b1" [ 1743.630027] env[62093]: _type = "Task" [ 1743.630027] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.637492] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523bdaf2-53d7-e27d-0f41-4b98407430b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.645136] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.863582] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 2ed2dce7-7f24-4479-a059-36811c24b914] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1744.140926] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523bdaf2-53d7-e27d-0f41-4b98407430b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008222} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.144721] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badfaf33-db86-4f3a-95cc-ecfea0e5ab17 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.151721] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.153114] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1744.153114] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52dbd525-e858-d82a-b07d-22c6e2d3c023" [ 1744.153114] env[62093]: _type = "Task" [ 1744.153114] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.160954] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dbd525-e858-d82a-b07d-22c6e2d3c023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.367500] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: a3e48e71-e343-48f3-8bbf-8498f4db9f9d] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1744.651407] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.662200] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dbd525-e858-d82a-b07d-22c6e2d3c023, 'name': SearchDatastore_Task, 'duration_secs': 0.027456} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.662445] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.662691] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156/9f3bc234-8573-44bd-94e0-7b5209513156.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.662937] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-697cd6ef-8bf1-4188-9082-a143c1f7a2c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.669114] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1744.669114] env[62093]: value = "task-1710727" [ 1744.669114] env[62093]: _type = "Task" [ 1744.669114] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.676327] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.872041] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 58b211a6-d6a3-49ec-900e-63a32c7a98d2] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1745.153222] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.179359] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.652040] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.678782] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526841} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.679071] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156/9f3bc234-8573-44bd-94e0-7b5209513156.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.679278] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.679527] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ff6d993-5d96-4f6b-a9c2-856fda9cd91a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.686087] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1745.686087] env[62093]: value = "task-1710728" [ 1745.686087] env[62093]: _type = "Task" [ 1745.686087] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.695071] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.152918] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.195398] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136223} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.195726] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.196512] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5129732e-c412-45aa-aa41-06251dcee88a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.218887] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156/9f3bc234-8573-44bd-94e0-7b5209513156.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.219194] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add5cda4-eba5-487c-b277-78cbd811924b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.237981] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1746.237981] env[62093]: value = "task-1710729" [ 1746.237981] env[62093]: _type = "Task" [ 1746.237981] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.245830] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.653013] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.747773] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.153264] env[62093]: DEBUG oslo_vmware.api [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710725, 'name': ReconfigVM_Task, 'duration_secs': 5.768999} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.153668] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.153710] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Reconfigured VM to detach interface {{(pid=62093) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1747.247836] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.748539] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710729, 'name': ReconfigVM_Task, 'duration_secs': 1.49692} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.748821] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156/9f3bc234-8573-44bd-94e0-7b5209513156.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.749459] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d021f14-c29d-4e5e-93b2-0afe0eca920d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.755192] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1747.755192] env[62093]: value = "task-1710730" [ 1747.755192] env[62093]: _type = "Task" [ 1747.755192] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.762317] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710730, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.265991] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710730, 'name': Rename_Task, 'duration_secs': 0.131959} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.266365] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.266468] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58474027-89ea-4840-aaf4-e8d1d591c405 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.272485] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1748.272485] env[62093]: value = "task-1710731" [ 1748.272485] env[62093]: _type = "Task" [ 1748.272485] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.279809] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.479762] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.480012] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquired lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.480209] env[62093]: DEBUG nova.network.neutron [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.782750] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.986719] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.986896] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.987186] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.987428] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.987628] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.991769] env[62093]: INFO nova.compute.manager [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Terminating instance [ 1748.993830] env[62093]: DEBUG nova.compute.manager [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1748.994070] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1748.994933] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af27ec5-a673-459a-8546-a87f53db2004 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.002835] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.003491] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffd5c8e3-3df9-41f8-afa6-b94ed72da8d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.009334] env[62093]: DEBUG oslo_vmware.api [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1749.009334] env[62093]: value = "task-1710732" [ 1749.009334] env[62093]: _type = "Task" [ 1749.009334] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.016903] env[62093]: DEBUG oslo_vmware.api [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.219991] env[62093]: INFO nova.network.neutron [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Port 8daca6f0-1dc2-42c1-af6b-b2826b6935aa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1749.220464] env[62093]: DEBUG nova.network.neutron [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [{"id": "6befce31-1777-4674-91e3-373dc69b1e93", "address": "fa:16:3e:a8:d8:a8", "network": {"id": "c3045398-6b6f-4365-8ed5-e500f44f2345", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1598282565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c1a1d24e264a39894c9b2626e23068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6befce31-17", "ovs_interfaceid": "6befce31-1777-4674-91e3-373dc69b1e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.282801] env[62093]: DEBUG oslo_vmware.api [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710731, 'name': PowerOnVM_Task, 'duration_secs': 0.658134} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.283213] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.283328] env[62093]: INFO nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1749.283527] env[62093]: DEBUG nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1749.284286] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65a7fc5-5243-4191-8035-a50998b027d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.519895] env[62093]: DEBUG oslo_vmware.api [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710732, 'name': PowerOffVM_Task, 'duration_secs': 0.231557} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.520173] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.520338] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1749.520593] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08b66849-101a-4191-acda-466669cf702d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.599926] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1749.600137] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1749.600368] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleting the datastore file [datastore1] 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.600953] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24dd47f4-2360-42a7-b57c-ab94e71e9f5e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.606952] env[62093]: DEBUG oslo_vmware.api [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1749.606952] env[62093]: value = "task-1710734" [ 1749.606952] env[62093]: _type = "Task" [ 1749.606952] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.614727] env[62093]: DEBUG oslo_vmware.api [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.723673] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Releasing lock "refresh_cache-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.800604] env[62093]: INFO nova.compute.manager [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Took 14.60 seconds to build instance. [ 1750.118167] env[62093]: DEBUG oslo_vmware.api [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14889} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.118461] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1750.118645] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1750.118854] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1750.119052] env[62093]: INFO nova.compute.manager [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1750.119297] env[62093]: DEBUG oslo.service.loopingcall [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.119488] env[62093]: DEBUG nova.compute.manager [-] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1750.119594] env[62093]: DEBUG nova.network.neutron [-] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1750.227949] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4b741317-e434-46e3-9c1b-b4e513bea1f1 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "interface-2d5e98ed-7de9-446a-b3dc-47dc53dd96a7-8daca6f0-1dc2-42c1-af6b-b2826b6935aa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.664s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.303382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f98185f-a1ba-423e-b98d-ddee5f912c91 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "9f3bc234-8573-44bd-94e0-7b5209513156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.106s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.576804] env[62093]: DEBUG nova.compute.manager [req-b13ebf58-3f6b-41b2-8120-d84e161820a7 req-56d94a39-2b90-46a0-ac6c-f13719b4b936 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Received event network-changed-6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.577011] env[62093]: DEBUG nova.compute.manager [req-b13ebf58-3f6b-41b2-8120-d84e161820a7 req-56d94a39-2b90-46a0-ac6c-f13719b4b936 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Refreshing instance network info cache due to event network-changed-6917f472-d7c4-41f8-a681-bf8d9455d9e1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1750.577310] env[62093]: DEBUG oslo_concurrency.lockutils [req-b13ebf58-3f6b-41b2-8120-d84e161820a7 req-56d94a39-2b90-46a0-ac6c-f13719b4b936 service nova] Acquiring lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.577429] env[62093]: DEBUG oslo_concurrency.lockutils [req-b13ebf58-3f6b-41b2-8120-d84e161820a7 req-56d94a39-2b90-46a0-ac6c-f13719b4b936 service nova] Acquired lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.577589] env[62093]: DEBUG nova.network.neutron [req-b13ebf58-3f6b-41b2-8120-d84e161820a7 req-56d94a39-2b90-46a0-ac6c-f13719b4b936 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Refreshing network info cache for port 6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.304376] env[62093]: DEBUG nova.network.neutron [req-b13ebf58-3f6b-41b2-8120-d84e161820a7 req-56d94a39-2b90-46a0-ac6c-f13719b4b936 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updated VIF entry in instance network info cache for port 6917f472-d7c4-41f8-a681-bf8d9455d9e1. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.304750] env[62093]: DEBUG nova.network.neutron [req-b13ebf58-3f6b-41b2-8120-d84e161820a7 req-56d94a39-2b90-46a0-ac6c-f13719b4b936 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [{"id": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "address": "fa:16:3e:ad:43:d0", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917f472-d7", "ovs_interfaceid": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.441858] env[62093]: DEBUG nova.network.neutron [-] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.807286] env[62093]: DEBUG oslo_concurrency.lockutils [req-b13ebf58-3f6b-41b2-8120-d84e161820a7 req-56d94a39-2b90-46a0-ac6c-f13719b4b936 service nova] Releasing lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.944861] env[62093]: INFO nova.compute.manager [-] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Took 1.83 seconds to deallocate network for instance. [ 1752.451710] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.452120] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.452429] env[62093]: DEBUG nova.objects.instance [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'resources' on Instance uuid 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.605326] env[62093]: DEBUG nova.compute.manager [req-4590ec23-3604-47b2-b8d6-266e3630d46e req-775357f9-9a15-4cf2-b178-0d8883bf1fe6 service nova] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Received event network-vif-deleted-6befce31-1777-4674-91e3-373dc69b1e93 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1753.172301] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac361b3-3363-4ddd-a28e-e3b8233e07f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.180322] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd97087-6e08-4102-94e1-74eee307900f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.210808] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e092f-8943-46dc-af22-c3b96f0237d8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.218995] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e73a11-f48f-454a-8535-55e513d903b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.234150] env[62093]: DEBUG nova.compute.provider_tree [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.737662] env[62093]: DEBUG nova.scheduler.client.report [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1754.243521] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.262414] env[62093]: INFO nova.scheduler.client.report [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleted allocations for instance 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7 [ 1754.769947] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9f4abda0-2137-47ed-ac59-2d887e47eecb tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "2d5e98ed-7de9-446a-b3dc-47dc53dd96a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.783s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.741485] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.741856] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.742228] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.742525] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.742796] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.745681] env[62093]: INFO nova.compute.manager [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Terminating instance [ 1755.748050] env[62093]: DEBUG nova.compute.manager [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1755.748339] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.749630] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21dddf7-e282-4335-9597-bc50763afb32 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.759484] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.759818] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ff5f96-0a94-407a-a100-a618b5dda997 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.768062] env[62093]: DEBUG oslo_vmware.api [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1755.768062] env[62093]: value = "task-1710735" [ 1755.768062] env[62093]: _type = "Task" [ 1755.768062] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.781314] env[62093]: DEBUG oslo_vmware.api [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.278239] env[62093]: DEBUG oslo_vmware.api [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710735, 'name': PowerOffVM_Task, 'duration_secs': 0.199236} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.278445] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1756.278606] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1756.278847] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ff64cd1-f2ad-4838-a933-2fb9038c5b5e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.430889] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1756.431237] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1756.431464] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleting the datastore file [datastore1] 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1756.431774] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7555e294-4cbf-449d-a676-642b9bb69e52 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.438447] env[62093]: DEBUG oslo_vmware.api [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for the task: (returnval){ [ 1756.438447] env[62093]: value = "task-1710737" [ 1756.438447] env[62093]: _type = "Task" [ 1756.438447] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.446499] env[62093]: DEBUG oslo_vmware.api [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.947969] env[62093]: DEBUG oslo_vmware.api [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Task: {'id': task-1710737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183204} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.948314] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1756.948449] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1756.948632] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1756.948807] env[62093]: INFO nova.compute.manager [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1756.949058] env[62093]: DEBUG oslo.service.loopingcall [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.949256] env[62093]: DEBUG nova.compute.manager [-] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1756.949351] env[62093]: DEBUG nova.network.neutron [-] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1757.176536] env[62093]: DEBUG nova.compute.manager [req-85a537a2-d644-4223-82e4-ea30966cfb72 req-136cb76c-7ed6-4f89-bac4-fd2f93336577 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Received event network-vif-deleted-301c639f-6815-4117-a769-3b5e3ea3a9d0 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1757.176760] env[62093]: INFO nova.compute.manager [req-85a537a2-d644-4223-82e4-ea30966cfb72 req-136cb76c-7ed6-4f89-bac4-fd2f93336577 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Neutron deleted interface 301c639f-6815-4117-a769-3b5e3ea3a9d0; detaching it from the instance and deleting it from the info cache [ 1757.176934] env[62093]: DEBUG nova.network.neutron [req-85a537a2-d644-4223-82e4-ea30966cfb72 req-136cb76c-7ed6-4f89-bac4-fd2f93336577 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.649628] env[62093]: DEBUG nova.network.neutron [-] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.679793] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a76448b3-34a1-4f3c-8ccb-002625696d2e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.689922] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00521191-63b7-4525-ace0-448d5e2d3bac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.719976] env[62093]: DEBUG nova.compute.manager [req-85a537a2-d644-4223-82e4-ea30966cfb72 req-136cb76c-7ed6-4f89-bac4-fd2f93336577 service nova] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Detach interface failed, port_id=301c639f-6815-4117-a769-3b5e3ea3a9d0, reason: Instance 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1758.153376] env[62093]: INFO nova.compute.manager [-] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Took 1.20 seconds to deallocate network for instance. [ 1758.659488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.659785] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.660017] env[62093]: DEBUG nova.objects.instance [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lazy-loading 'resources' on Instance uuid 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.289149] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e0ca46-28bd-4830-8d40-85df3f9b481a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.297346] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb7ba0c-662f-4a6e-a467-2e652b37d9e7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.329228] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b4567-cb78-40b7-8b79-e8f52adeba43 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.337584] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd6dfd6-220e-4861-aef1-468572930616 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.351788] env[62093]: DEBUG nova.compute.provider_tree [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.855479] env[62093]: DEBUG nova.scheduler.client.report [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1760.360173] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.379237] env[62093]: INFO nova.scheduler.client.report [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Deleted allocations for instance 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa [ 1760.778061] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.778061] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.887157] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6607ad4d-7276-4014-a03a-dc44cbbf7176 tempest-AttachInterfacesTestJSON-1434054695 tempest-AttachInterfacesTestJSON-1434054695-project-member] Lock "5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.145s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.281819] env[62093]: DEBUG nova.compute.utils [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.785170] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.852148] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.852461] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.852702] env[62093]: INFO nova.compute.manager [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Attaching volume 7811193a-7932-4c25-a653-66b867e0fbf4 to /dev/sdb [ 1762.968249] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c614050-6839-443f-be8c-835532c00adb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.975557] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4322de6a-467d-4ddc-ab88-ee1279f64a5c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.988618] env[62093]: DEBUG nova.virt.block_device [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updating existing volume attachment record: 56b83376-9cf2-43db-b5a1-2ab75c81c4b6 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1764.803083] env[62093]: DEBUG oslo_concurrency.lockutils [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.803331] env[62093]: DEBUG oslo_concurrency.lockutils [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.307033] env[62093]: INFO nova.compute.manager [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Detaching volume 3d1caaf7-ec80-4e2e-95f5-223a0da42d85 [ 1765.361105] env[62093]: INFO nova.virt.block_device [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Attempting to driver detach volume 3d1caaf7-ec80-4e2e-95f5-223a0da42d85 from mountpoint /dev/sdb [ 1765.361105] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1765.361105] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356360', 'volume_id': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'name': 'volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6121704d-0a6a-4191-9254-028ca7ad1e5f', 'attached_at': '', 'detached_at': '', 'volume_id': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'serial': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1765.361689] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a37c558-005a-4fbe-b7a1-03a78a9643d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.384384] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d054b42-cecf-42d7-b657-dae9bc97ece9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.392654] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8374201a-525f-4e5b-84e5-eb6170393027 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.415425] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d78276-fdff-4bd2-a57d-eeeb689bd11d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.431038] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] The volume has not been displaced from its original location: [datastore1] volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85/volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1765.436826] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1765.437219] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d385729-4fbb-4d30-8442-adfd2ec69583 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.460434] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1765.460434] env[62093]: value = "task-1710739" [ 1765.460434] env[62093]: _type = "Task" [ 1765.460434] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.469328] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.851994] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.852353] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.969892] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.355043] env[62093]: DEBUG nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1766.470626] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.877279] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.877575] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.879061] env[62093]: INFO nova.compute.claims [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1766.970749] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.471441] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.694043] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.694043] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.694043] env[62093]: INFO nova.compute.manager [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Shelving [ 1767.972268] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710739, 'name': ReconfigVM_Task, 'duration_secs': 2.407139} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.974542] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1767.980055] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23fbbdd2-3bfa-4abc-89e9-5e544a8581a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.996844] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1767.996844] env[62093]: value = "task-1710740" [ 1767.996844] env[62093]: _type = "Task" [ 1767.996844] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.001134] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8989a91-a74e-44e0-a48e-53d971eecdce {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.008023] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.010548] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e57a17-46a9-400b-a4f0-85f79bccead4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.042278] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c04abe3-2659-40c3-8594-854eee6bd079 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.049298] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89528a2-5c67-49d8-8ec3-b108f4852952 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.062212] env[62093]: DEBUG nova.compute.provider_tree [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.203630] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.203896] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec05af1-2372-4e1c-8006-f7c051b5dc11 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.211809] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1768.211809] env[62093]: value = "task-1710741" [ 1768.211809] env[62093]: _type = "Task" [ 1768.211809] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.219214] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.506478] env[62093]: DEBUG oslo_vmware.api [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710740, 'name': ReconfigVM_Task, 'duration_secs': 0.135907} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.506800] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356360', 'volume_id': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'name': 'volume-3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6121704d-0a6a-4191-9254-028ca7ad1e5f', 'attached_at': '', 'detached_at': '', 'volume_id': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85', 'serial': '3d1caaf7-ec80-4e2e-95f5-223a0da42d85'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1768.564917] env[62093]: DEBUG nova.scheduler.client.report [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1768.722040] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710741, 'name': PowerOffVM_Task, 'duration_secs': 0.25557} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.722270] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.723032] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c888fd-ec14-43b3-a260-8da7f200471e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.740104] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af9b28-f3b1-42ce-9765-f474841b4700 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.044930] env[62093]: DEBUG nova.objects.instance [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lazy-loading 'flavor' on Instance uuid 6121704d-0a6a-4191-9254-028ca7ad1e5f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.069329] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.069853] env[62093]: DEBUG nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1769.249889] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Creating Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1769.250188] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2457a20d-0a41-47ed-a9f0-e71c9264f6d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.257937] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1769.257937] env[62093]: value = "task-1710743" [ 1769.257937] env[62093]: _type = "Task" [ 1769.257937] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.265630] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710743, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.569531] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.569746] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.569838] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1769.574016] env[62093]: DEBUG nova.compute.utils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1769.575371] env[62093]: DEBUG nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1769.575540] env[62093]: DEBUG nova.network.neutron [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1769.626735] env[62093]: DEBUG nova.policy [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c247221d383642799805f6387cfe4a50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f9a0662e83547e992e4f7804455eb4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1769.767375] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710743, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.874654] env[62093]: DEBUG nova.network.neutron [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Successfully created port: 630e4270-7a46-46e1-bc8e-a713050b66db {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1770.051885] env[62093]: DEBUG oslo_concurrency.lockutils [None req-158b9dd2-6d6b-4a03-a6f4-90c86968d4fa tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.249s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.080246] env[62093]: DEBUG nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1770.268563] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710743, 'name': CreateSnapshot_Task, 'duration_secs': 0.543995} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.268796] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Created Snapshot of the VM instance {{(pid=62093) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1770.269526] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541b20d3-9dc4-4a5c-8854-dccedcdf3cb5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.641708] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.641853] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.642088] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1770.786710] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Creating linked-clone VM from snapshot {{(pid=62093) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1770.787050] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb88d74d-d9a6-4c52-95c5-443b29e27679 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.796098] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1770.796098] env[62093]: value = "task-1710744" [ 1770.796098] env[62093]: _type = "Task" [ 1770.796098] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.803911] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710744, 'name': CloneVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.088829] env[62093]: DEBUG nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1771.115653] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1771.115912] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1771.116082] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1771.116269] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1771.116416] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1771.116560] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1771.116766] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1771.116920] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1771.117103] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1771.117302] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1771.117509] env[62093]: DEBUG nova.virt.hardware [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1771.118412] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b330b83b-9b4b-4716-b0f7-8d7b2d749107 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.126160] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d08c2d-df6a-4e62-8d7c-53ad40fdc5ee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.310506] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710744, 'name': CloneVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.353284] env[62093]: DEBUG nova.compute.manager [req-30d74f22-3eee-4f24-8a6c-c248a881a15f req-a1c2234a-f733-4055-8678-eac9ff92175a service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Received event network-vif-plugged-630e4270-7a46-46e1-bc8e-a713050b66db {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1771.353502] env[62093]: DEBUG oslo_concurrency.lockutils [req-30d74f22-3eee-4f24-8a6c-c248a881a15f req-a1c2234a-f733-4055-8678-eac9ff92175a service nova] Acquiring lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.353773] env[62093]: DEBUG oslo_concurrency.lockutils [req-30d74f22-3eee-4f24-8a6c-c248a881a15f req-a1c2234a-f733-4055-8678-eac9ff92175a service nova] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.353886] env[62093]: DEBUG oslo_concurrency.lockutils [req-30d74f22-3eee-4f24-8a6c-c248a881a15f req-a1c2234a-f733-4055-8678-eac9ff92175a service nova] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.354094] env[62093]: DEBUG nova.compute.manager [req-30d74f22-3eee-4f24-8a6c-c248a881a15f req-a1c2234a-f733-4055-8678-eac9ff92175a service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] No waiting events found dispatching network-vif-plugged-630e4270-7a46-46e1-bc8e-a713050b66db {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1771.354276] env[62093]: WARNING nova.compute.manager [req-30d74f22-3eee-4f24-8a6c-c248a881a15f req-a1c2234a-f733-4055-8678-eac9ff92175a service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Received unexpected event network-vif-plugged-630e4270-7a46-46e1-bc8e-a713050b66db for instance with vm_state building and task_state spawning. [ 1771.373143] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.373317] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.373515] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "6121704d-0a6a-4191-9254-028ca7ad1e5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.373692] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.373852] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.375829] env[62093]: INFO nova.compute.manager [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Terminating instance [ 1771.377829] env[62093]: DEBUG nova.compute.manager [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1771.377996] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.378829] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa4a0fd-3d0d-4b21-b871-433e77802a6d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.387112] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1771.387343] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9381043-1565-4e41-b5c8-bcdb24258891 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.393528] env[62093]: DEBUG oslo_vmware.api [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1771.393528] env[62093]: value = "task-1710745" [ 1771.393528] env[62093]: _type = "Task" [ 1771.393528] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.401257] env[62093]: DEBUG oslo_vmware.api [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.406319] env[62093]: DEBUG nova.network.neutron [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Successfully updated port: 630e4270-7a46-46e1-bc8e-a713050b66db {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1771.539482] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1771.539735] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356367', 'volume_id': '7811193a-7932-4c25-a653-66b867e0fbf4', 'name': 'volume-7811193a-7932-4c25-a653-66b867e0fbf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37d90e3a-56c9-404e-8985-360f3ae638e2', 'attached_at': '', 'detached_at': '', 'volume_id': '7811193a-7932-4c25-a653-66b867e0fbf4', 'serial': '7811193a-7932-4c25-a653-66b867e0fbf4'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1771.540694] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e7dd22-5229-4aea-83b0-5d7ecc060f05 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.557732] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ce4768-35e9-461f-afc7-9a5eaf290d76 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.583231] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-7811193a-7932-4c25-a653-66b867e0fbf4/volume-7811193a-7932-4c25-a653-66b867e0fbf4.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.583571] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c7aa507-2cac-427f-8fa6-f1f8f143f506 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.601826] env[62093]: DEBUG oslo_vmware.api [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1771.601826] env[62093]: value = "task-1710746" [ 1771.601826] env[62093]: _type = "Task" [ 1771.601826] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.610689] env[62093]: DEBUG oslo_vmware.api [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.808774] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710744, 'name': CloneVM_Task} progress is 95%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.602142] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "refresh_cache-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.602556] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquired lock "refresh_cache-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.602556] env[62093]: DEBUG nova.network.neutron [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.604251] env[62093]: DEBUG oslo_vmware.api [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710745, 'name': PowerOffVM_Task, 'duration_secs': 0.1928} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.612017] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.612221] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.612920] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5929a23-b3a3-42e3-bc46-fb614ded1782 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.620188] env[62093]: DEBUG oslo_vmware.api [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710746, 'name': ReconfigVM_Task, 'duration_secs': 0.350141} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.622882] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-7811193a-7932-4c25-a653-66b867e0fbf4/volume-7811193a-7932-4c25-a653-66b867e0fbf4.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.627628] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710744, 'name': CloneVM_Task, 'duration_secs': 1.333066} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.628026] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad70749d-e1cc-4872-a2d2-9bd5f74c9e5d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.637417] env[62093]: INFO nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Created linked-clone VM from snapshot [ 1772.638381] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a695746-e646-44c1-add8-15abd2902cc6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.646160] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Uploading image 121a781b-8095-4c34-a3c6-de25811967a5 {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1772.649098] env[62093]: DEBUG oslo_vmware.api [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1772.649098] env[62093]: value = "task-1710748" [ 1772.649098] env[62093]: _type = "Task" [ 1772.649098] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.649886] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updating instance_info_cache with network_info: [{"id": "dc443c36-238f-4134-a329-740c2e5285da", "address": "fa:16:3e:6a:32:b8", "network": {"id": "84a0f8a9-b545-4fa1-8249-5be1d27c6a5a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-617885933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e07e4e6f9b647c4bf599134ec76e126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc443c36-23", "ovs_interfaceid": "dc443c36-238f-4134-a329-740c2e5285da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.658867] env[62093]: DEBUG oslo_vmware.api [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.671646] env[62093]: DEBUG oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1772.671646] env[62093]: value = "vm-356369" [ 1772.671646] env[62093]: _type = "VirtualMachine" [ 1772.671646] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1772.671879] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58c76aa6-d65e-4a66-a660-95cceeb81023 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.679552] env[62093]: DEBUG oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lease: (returnval){ [ 1772.679552] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d69802-d72c-483a-3dd0-f8566136764b" [ 1772.679552] env[62093]: _type = "HttpNfcLease" [ 1772.679552] env[62093]: } obtained for exporting VM: (result){ [ 1772.679552] env[62093]: value = "vm-356369" [ 1772.679552] env[62093]: _type = "VirtualMachine" [ 1772.679552] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1772.679843] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the lease: (returnval){ [ 1772.679843] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d69802-d72c-483a-3dd0-f8566136764b" [ 1772.679843] env[62093]: _type = "HttpNfcLease" [ 1772.679843] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1772.686252] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1772.686252] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d69802-d72c-483a-3dd0-f8566136764b" [ 1772.686252] env[62093]: _type = "HttpNfcLease" [ 1772.686252] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1772.774939] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.775213] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.775372] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleting the datastore file [datastore1] 6121704d-0a6a-4191-9254-028ca7ad1e5f {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.775699] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e278f47e-71e2-489c-8a10-cbff8b5a1aa4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.781879] env[62093]: DEBUG oslo_vmware.api [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1772.781879] env[62093]: value = "task-1710750" [ 1772.781879] env[62093]: _type = "Task" [ 1772.781879] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.790009] env[62093]: DEBUG oslo_vmware.api [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.134471] env[62093]: DEBUG nova.network.neutron [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1773.155068] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-08d664a2-3934-45f5-897c-cfd94a221209" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.155068] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1773.155068] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.155068] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.155329] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.158396] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.158648] env[62093]: DEBUG oslo_vmware.api [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710748, 'name': ReconfigVM_Task, 'duration_secs': 0.143715} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.158822] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.159119] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356367', 'volume_id': '7811193a-7932-4c25-a653-66b867e0fbf4', 'name': 'volume-7811193a-7932-4c25-a653-66b867e0fbf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37d90e3a-56c9-404e-8985-360f3ae638e2', 'attached_at': '', 'detached_at': '', 'volume_id': '7811193a-7932-4c25-a653-66b867e0fbf4', 'serial': '7811193a-7932-4c25-a653-66b867e0fbf4'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1773.160417] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.188007] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1773.188007] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d69802-d72c-483a-3dd0-f8566136764b" [ 1773.188007] env[62093]: _type = "HttpNfcLease" [ 1773.188007] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1773.188296] env[62093]: DEBUG oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1773.188296] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d69802-d72c-483a-3dd0-f8566136764b" [ 1773.188296] env[62093]: _type = "HttpNfcLease" [ 1773.188296] env[62093]: }. {{(pid=62093) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1773.188994] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf58ba-5915-4a54-8aa5-c547b90482a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.196140] env[62093]: DEBUG oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52992fe4-42ff-3eef-37d9-619a77a16f47/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1773.196321] env[62093]: DEBUG oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52992fe4-42ff-3eef-37d9-619a77a16f47/disk-0.vmdk for reading. {{(pid=62093) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1773.291686] env[62093]: DEBUG oslo_vmware.api [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137014} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.291927] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.292123] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.292306] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.292469] env[62093]: INFO nova.compute.manager [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1773.292706] env[62093]: DEBUG oslo.service.loopingcall [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.292890] env[62093]: DEBUG nova.compute.manager [-] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1773.292983] env[62093]: DEBUG nova.network.neutron [-] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.320822] env[62093]: DEBUG nova.network.neutron [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Updating instance_info_cache with network_info: [{"id": "630e4270-7a46-46e1-bc8e-a713050b66db", "address": "fa:16:3e:0d:24:d2", "network": {"id": "48d9555d-ebec-45a7-9454-4839971f5fdc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-558000450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9a0662e83547e992e4f7804455eb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630e4270-7a", "ovs_interfaceid": "630e4270-7a46-46e1-bc8e-a713050b66db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.378139] env[62093]: DEBUG nova.compute.manager [req-9de4790e-f209-486b-9ead-1cbe8b0f8288 req-2907e9f9-53dd-43a1-bbab-5ab02b640854 service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Received event network-changed-630e4270-7a46-46e1-bc8e-a713050b66db {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1773.378331] env[62093]: DEBUG nova.compute.manager [req-9de4790e-f209-486b-9ead-1cbe8b0f8288 req-2907e9f9-53dd-43a1-bbab-5ab02b640854 service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Refreshing instance network info cache due to event network-changed-630e4270-7a46-46e1-bc8e-a713050b66db. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1773.378544] env[62093]: DEBUG oslo_concurrency.lockutils [req-9de4790e-f209-486b-9ead-1cbe8b0f8288 req-2907e9f9-53dd-43a1-bbab-5ab02b640854 service nova] Acquiring lock "refresh_cache-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.391837] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1fc3d101-eebf-41b9-a189-f7d1480adbd0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.667093] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Getting list of instances from cluster (obj){ [ 1773.667093] env[62093]: value = "domain-c8" [ 1773.667093] env[62093]: _type = "ClusterComputeResource" [ 1773.667093] env[62093]: } {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1773.667883] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc054c2-0b54-402c-be4c-6ad2e29ab7b8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.683714] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Got total of 6 instances {{(pid=62093) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1773.683868] env[62093]: WARNING nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1773.684015] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Triggering sync for uuid 08d664a2-3934-45f5-897c-cfd94a221209 {{(pid=62093) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1773.684207] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Triggering sync for uuid c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb {{(pid=62093) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1773.684443] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Triggering sync for uuid 6121704d-0a6a-4191-9254-028ca7ad1e5f {{(pid=62093) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1773.684629] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Triggering sync for uuid 37d90e3a-56c9-404e-8985-360f3ae638e2 {{(pid=62093) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1773.684629] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Triggering sync for uuid 123d32cc-1385-422a-9a1f-b212ab50f706 {{(pid=62093) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1773.684778] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Triggering sync for uuid dec20572-5ef4-4886-8857-c0e6c75f242e {{(pid=62093) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1773.684915] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Triggering sync for uuid 9f3bc234-8573-44bd-94e0-7b5209513156 {{(pid=62093) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1773.685069] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Triggering sync for uuid f29ed086-3d2b-41a2-a26b-fe0af14ddfc7 {{(pid=62093) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1773.685420] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "08d664a2-3934-45f5-897c-cfd94a221209" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.685749] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "08d664a2-3934-45f5-897c-cfd94a221209" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.686142] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.686452] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.686790] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.687108] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.687334] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.687531] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "dec20572-5ef4-4886-8857-c0e6c75f242e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.687704] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.687932] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "9f3bc234-8573-44bd-94e0-7b5209513156" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.688117] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "9f3bc234-8573-44bd-94e0-7b5209513156" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.688340] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.688520] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.688648] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1773.689392] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20027d8a-e367-4400-bba3-f38550cc4eef {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.692575] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5a1baf-ab4e-46f3-b150-89c4b7de820a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.696073] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd1bbd1-7f1b-446b-b185-ed7eda1097f6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.699402] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ee290d-8a15-4b2f-9392-63760894ac28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.702192] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.824125] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Releasing lock "refresh_cache-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.824464] env[62093]: DEBUG nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Instance network_info: |[{"id": "630e4270-7a46-46e1-bc8e-a713050b66db", "address": "fa:16:3e:0d:24:d2", "network": {"id": "48d9555d-ebec-45a7-9454-4839971f5fdc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-558000450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9a0662e83547e992e4f7804455eb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630e4270-7a", "ovs_interfaceid": "630e4270-7a46-46e1-bc8e-a713050b66db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1773.824778] env[62093]: DEBUG oslo_concurrency.lockutils [req-9de4790e-f209-486b-9ead-1cbe8b0f8288 req-2907e9f9-53dd-43a1-bbab-5ab02b640854 service nova] Acquired lock "refresh_cache-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.824960] env[62093]: DEBUG nova.network.neutron [req-9de4790e-f209-486b-9ead-1cbe8b0f8288 req-2907e9f9-53dd-43a1-bbab-5ab02b640854 service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Refreshing network info cache for port 630e4270-7a46-46e1-bc8e-a713050b66db {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.826603] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:24:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '630e4270-7a46-46e1-bc8e-a713050b66db', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1773.834456] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Creating folder: Project (7f9a0662e83547e992e4f7804455eb4d). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1773.837366] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37094b25-31ea-411c-8a4e-22d95cb44aea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.851607] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Created folder: Project (7f9a0662e83547e992e4f7804455eb4d) in parent group-v356072. [ 1773.852633] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Creating folder: Instances. Parent ref: group-v356370. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1773.852633] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fed69f6-b89b-4dc5-9af8-84dfc61e2bff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.862520] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Created folder: Instances in parent group-v356370. [ 1773.866489] env[62093]: DEBUG oslo.service.loopingcall [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.866489] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1773.866489] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98fedc99-ccf5-450f-873c-3c67f3eb0ded {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.885514] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1773.885514] env[62093]: value = "task-1710753" [ 1773.885514] env[62093]: _type = "Task" [ 1773.885514] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.896501] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710753, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.059356] env[62093]: DEBUG nova.network.neutron [req-9de4790e-f209-486b-9ead-1cbe8b0f8288 req-2907e9f9-53dd-43a1-bbab-5ab02b640854 service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Updated VIF entry in instance network info cache for port 630e4270-7a46-46e1-bc8e-a713050b66db. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.060036] env[62093]: DEBUG nova.network.neutron [req-9de4790e-f209-486b-9ead-1cbe8b0f8288 req-2907e9f9-53dd-43a1-bbab-5ab02b640854 service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Updating instance_info_cache with network_info: [{"id": "630e4270-7a46-46e1-bc8e-a713050b66db", "address": "fa:16:3e:0d:24:d2", "network": {"id": "48d9555d-ebec-45a7-9454-4839971f5fdc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-558000450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9a0662e83547e992e4f7804455eb4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630e4270-7a", "ovs_interfaceid": "630e4270-7a46-46e1-bc8e-a713050b66db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.207207] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.207454] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.207625] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.207784] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1774.208747] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccb218f-cf7e-4a55-84cb-db6942c592ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.218145] env[62093]: DEBUG nova.objects.instance [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid 37d90e3a-56c9-404e-8985-360f3ae638e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.219814] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "08d664a2-3934-45f5-897c-cfd94a221209" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.220306] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.221142] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.221142] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "9f3bc234-8573-44bd-94e0-7b5209513156" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.222334] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33e19f-74a9-47ac-b725-9a1a9b31e135 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.237066] env[62093]: DEBUG nova.network.neutron [-] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.240847] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce8bf29-b4e3-4e06-a0fe-e62c0400595d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.249032] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7f2a76-c12a-4da7-bfa6-9c19d381f9a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.280684] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180426MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1774.280873] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.281151] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.396130] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710753, 'name': CreateVM_Task, 'duration_secs': 0.378525} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.396567] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1774.404026] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.404270] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.404966] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1774.405251] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266b9829-fb60-4de1-b437-19110a3de398 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.411017] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1774.411017] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52170666-3c6e-19fb-e48e-6f3d497abbc4" [ 1774.411017] env[62093]: _type = "Task" [ 1774.411017] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.419615] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52170666-3c6e-19fb-e48e-6f3d497abbc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.564446] env[62093]: DEBUG oslo_concurrency.lockutils [req-9de4790e-f209-486b-9ead-1cbe8b0f8288 req-2907e9f9-53dd-43a1-bbab-5ab02b640854 service nova] Releasing lock "refresh_cache-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.730037] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7bb121ea-bca4-4f94-903b-71a0e3b48417 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.877s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.731077] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.044s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.732150] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da123b1f-aeb4-415b-9ea4-5e17b314aa78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.743505] env[62093]: INFO nova.compute.manager [-] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Took 1.45 seconds to deallocate network for instance. [ 1774.923691] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52170666-3c6e-19fb-e48e-6f3d497abbc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.924187] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.924500] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1774.924810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.925204] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.925501] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1774.925843] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dd75ba4-6423-4e4f-92f7-800ee8156ca0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.935875] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1774.936052] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1774.936861] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3ff87b-5806-4ee9-9c92-57d45bbf6a7e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.942255] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1774.942255] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]528d702a-50d1-6977-e058-6367b3f318c1" [ 1774.942255] env[62093]: _type = "Task" [ 1774.942255] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.950014] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528d702a-50d1-6977-e058-6367b3f318c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.242055] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.250317] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.317349] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 08d664a2-3934-45f5-897c-cfd94a221209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1775.317349] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1775.317349] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6121704d-0a6a-4191-9254-028ca7ad1e5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1775.317349] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 37d90e3a-56c9-404e-8985-360f3ae638e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1775.317349] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 123d32cc-1385-422a-9a1f-b212ab50f706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1775.317349] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance dec20572-5ef4-4886-8857-c0e6c75f242e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1775.317662] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 9f3bc234-8573-44bd-94e0-7b5209513156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1775.317703] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance f29ed086-3d2b-41a2-a26b-fe0af14ddfc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1775.317937] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1775.318165] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1775.404839] env[62093]: DEBUG nova.compute.manager [req-ce757366-6d43-45b7-bb3e-a74308a1c2c9 req-88f30b9c-cccf-43cb-8827-f525b5fb1b54 service nova] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Received event network-vif-deleted-61a407ff-d2f1-4468-9830-564cd6a12d3e {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1775.432472] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0888050-f472-4e10-8e0d-6313f28b8995 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.440296] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b119148-e5c0-4953-9ed3-32032be54f1c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.477338] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]528d702a-50d1-6977-e058-6367b3f318c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.479123] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9874dc9-5263-4b93-8a5b-c537b11472b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.481793] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ac76cd-be15-4018-b93e-d96dbc7bf6ca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.490831] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f077da-9589-4057-a8c1-a98416f7083a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.494628] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1775.494628] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]526d0b01-1e16-2162-a2e3-c5d1648cd2ee" [ 1775.494628] env[62093]: _type = "Task" [ 1775.494628] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.505717] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.511994] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]526d0b01-1e16-2162-a2e3-c5d1648cd2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.512384] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.512697] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] f29ed086-3d2b-41a2-a26b-fe0af14ddfc7/f29ed086-3d2b-41a2-a26b-fe0af14ddfc7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1775.512989] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fcd05dc-e084-4570-9915-aa69439afa03 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.520568] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1775.520568] env[62093]: value = "task-1710754" [ 1775.520568] env[62093]: _type = "Task" [ 1775.520568] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.531370] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.587100] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.587810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.818491] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "dec20572-5ef4-4886-8857-c0e6c75f242e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.818940] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.008717] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1776.031987] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710754, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.091481] env[62093]: DEBUG nova.compute.utils [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.322328] env[62093]: DEBUG nova.compute.utils [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.514464] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1776.514782] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.234s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.515145] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.265s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.515482] env[62093]: DEBUG nova.objects.instance [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lazy-loading 'resources' on Instance uuid 6121704d-0a6a-4191-9254-028ca7ad1e5f {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.534045] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514575} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.534343] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] f29ed086-3d2b-41a2-a26b-fe0af14ddfc7/f29ed086-3d2b-41a2-a26b-fe0af14ddfc7.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1776.534685] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1776.534950] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1686bda8-1cf5-4f59-ba4f-4b3d75ce6e89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.542685] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1776.542685] env[62093]: value = "task-1710755" [ 1776.542685] env[62093]: _type = "Task" [ 1776.542685] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.551503] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.594066] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.825792] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.056343] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097416} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.056629] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1777.057445] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b6a096-ca52-4df9-bb26-5daa5ef09015 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.082791] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f29ed086-3d2b-41a2-a26b-fe0af14ddfc7/f29ed086-3d2b-41a2-a26b-fe0af14ddfc7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.085928] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69430da6-2603-413e-89a8-57abd2e22e53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.108486] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1777.108486] env[62093]: value = "task-1710756" [ 1777.108486] env[62093]: _type = "Task" [ 1777.108486] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.119925] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.165328] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5bc0d-51c4-433e-8e6a-851c2745d94d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.172991] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907db1c5-69bd-44f6-898a-670e51a8147b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.204251] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c50b6a-3b0b-4141-acc6-beed280bac3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.211772] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d63c06-f6a9-4e89-8345-fe1a6278d9c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.225785] env[62093]: DEBUG nova.compute.provider_tree [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.618212] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710756, 'name': ReconfigVM_Task, 'duration_secs': 0.270504} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.618495] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f29ed086-3d2b-41a2-a26b-fe0af14ddfc7/f29ed086-3d2b-41a2-a26b-fe0af14ddfc7.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.619139] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76179fae-1b4c-4085-890a-e03d15d144e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.630185] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1777.630185] env[62093]: value = "task-1710757" [ 1777.630185] env[62093]: _type = "Task" [ 1777.630185] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.640508] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710757, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.668644] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.668911] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.669185] env[62093]: INFO nova.compute.manager [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Attaching volume a42cdf6b-6b3c-4cea-95d8-a47b76d5b136 to /dev/sdc [ 1777.701055] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fd75d5-b1f2-4413-8d01-8b32631c3c90 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.707871] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765fd366-804c-41ac-b2ec-d9aad6a4cf86 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.721066] env[62093]: DEBUG nova.virt.block_device [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updating existing volume attachment record: 110058e1-5d2e-4039-9b38-b6f1fa35a592 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1777.729282] env[62093]: DEBUG nova.scheduler.client.report [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1777.890101] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "dec20572-5ef4-4886-8857-c0e6c75f242e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.890394] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.890666] env[62093]: INFO nova.compute.manager [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Attaching volume 91bde261-9c12-40b7-8819-1fedecc9b95e to /dev/sdb [ 1777.921117] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e60e5e4-af9f-4ef1-9571-d4392a4b533f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.928343] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4eaa9-58b0-4a5a-983c-7599e28024c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.942582] env[62093]: DEBUG nova.virt.block_device [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Updating existing volume attachment record: 6a4de9b7-1800-4d21-b73a-2b69b7804973 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1778.140710] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710757, 'name': Rename_Task, 'duration_secs': 0.136405} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.140949] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1778.141225] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-857b1a24-d321-4450-bb0b-ad57557ef255 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.147076] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1778.147076] env[62093]: value = "task-1710760" [ 1778.147076] env[62093]: _type = "Task" [ 1778.147076] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.155660] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.235328] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.262979] env[62093]: INFO nova.scheduler.client.report [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleted allocations for instance 6121704d-0a6a-4191-9254-028ca7ad1e5f [ 1778.657840] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710760, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.773736] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e1f1232a-73c4-471f-8ab4-87943a2c2f0b tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.400s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.774340] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.088s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.774710] env[62093]: INFO nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1778.774784] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "6121704d-0a6a-4191-9254-028ca7ad1e5f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.157989] env[62093]: DEBUG oslo_vmware.api [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710760, 'name': PowerOnVM_Task, 'duration_secs': 0.521574} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.158401] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.158556] env[62093]: INFO nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1779.158776] env[62093]: DEBUG nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1779.159646] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6306a1-d5a6-4531-9be6-3187a5142e02 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.675317] env[62093]: INFO nova.compute.manager [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Took 12.82 seconds to build instance. [ 1780.143615] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f18bd074-e3a9-4d55-8d02-477f5dcfb801 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "interface-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.143949] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f18bd074-e3a9-4d55-8d02-477f5dcfb801 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "interface-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.144311] env[62093]: DEBUG nova.objects.instance [None req-f18bd074-e3a9-4d55-8d02-477f5dcfb801 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lazy-loading 'flavor' on Instance uuid f29ed086-3d2b-41a2-a26b-fe0af14ddfc7 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.177777] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b934cf9d-d1ba-444a-a130-e0b1f5357a36 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.325s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.178166] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.490s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.178314] env[62093]: INFO nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] During sync_power_state the instance has a pending task (spawning). Skip. [ 1780.178501] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.648619] env[62093]: DEBUG nova.objects.instance [None req-f18bd074-e3a9-4d55-8d02-477f5dcfb801 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lazy-loading 'pci_requests' on Instance uuid f29ed086-3d2b-41a2-a26b-fe0af14ddfc7 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.151662] env[62093]: DEBUG nova.objects.base [None req-f18bd074-e3a9-4d55-8d02-477f5dcfb801 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1781.152027] env[62093]: DEBUG nova.network.neutron [None req-f18bd074-e3a9-4d55-8d02-477f5dcfb801 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.239411] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f18bd074-e3a9-4d55-8d02-477f5dcfb801 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "interface-f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.446973] env[62093]: DEBUG oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52992fe4-42ff-3eef-37d9-619a77a16f47/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1781.448097] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37072a32-7d06-4762-930d-228ab74e258c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.454618] env[62093]: DEBUG oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52992fe4-42ff-3eef-37d9-619a77a16f47/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1781.454797] env[62093]: ERROR oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52992fe4-42ff-3eef-37d9-619a77a16f47/disk-0.vmdk due to incomplete transfer. [ 1781.455031] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08c4181b-08ad-43e3-8027-0d879372bdbb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.463208] env[62093]: DEBUG oslo_vmware.rw_handles [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52992fe4-42ff-3eef-37d9-619a77a16f47/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1781.463398] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Uploaded image 121a781b-8095-4c34-a3c6-de25811967a5 to the Glance image server {{(pid=62093) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1781.465473] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Destroying the VM {{(pid=62093) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1781.465708] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08f8ddb5-1551-4531-a888-5355dda54561 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.471589] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1781.471589] env[62093]: value = "task-1710763" [ 1781.471589] env[62093]: _type = "Task" [ 1781.471589] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.479464] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710763, 'name': Destroy_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.981285] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710763, 'name': Destroy_Task, 'duration_secs': 0.462073} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.981575] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Destroyed the VM [ 1781.981810] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Deleting Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1781.982074] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a129808-5b6c-4654-906b-d16e4ac3901a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.988484] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1781.988484] env[62093]: value = "task-1710764" [ 1781.988484] env[62093]: _type = "Task" [ 1781.988484] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.996235] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710764, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.269327] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1782.269576] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356373', 'volume_id': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'name': 'volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37d90e3a-56c9-404e-8985-360f3ae638e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'serial': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1782.270463] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6037c639-a027-4a40-b17f-8db8c6ae9cea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.286732] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794130c6-db9b-4f08-8a83-8ba8cc625e4f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.313274] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136/volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.313591] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e79d718-9eb0-49e2-88ae-5e2917705137 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.332110] env[62093]: DEBUG oslo_vmware.api [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1782.332110] env[62093]: value = "task-1710765" [ 1782.332110] env[62093]: _type = "Task" [ 1782.332110] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.340028] env[62093]: DEBUG oslo_vmware.api [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.488585] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1782.488835] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356374', 'volume_id': '91bde261-9c12-40b7-8819-1fedecc9b95e', 'name': 'volume-91bde261-9c12-40b7-8819-1fedecc9b95e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dec20572-5ef4-4886-8857-c0e6c75f242e', 'attached_at': '', 'detached_at': '', 'volume_id': '91bde261-9c12-40b7-8819-1fedecc9b95e', 'serial': '91bde261-9c12-40b7-8819-1fedecc9b95e'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1782.489823] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028f403-02cb-4cc8-801f-5e6597e1cce5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.501719] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710764, 'name': RemoveSnapshot_Task, 'duration_secs': 0.396309} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.511935] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Deleted Snapshot of the VM instance {{(pid=62093) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1782.512242] env[62093]: DEBUG nova.compute.manager [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1782.513095] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65fc95e-47f1-44e8-b9e7-db8c1ca9498e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.515884] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147bed7e-2213-452d-855d-1d57f5c85337 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.544523] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-91bde261-9c12-40b7-8819-1fedecc9b95e/volume-91bde261-9c12-40b7-8819-1fedecc9b95e.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.544987] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e8be5a-e6f8-4259-8975-4b372673ecbf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.562696] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1782.562696] env[62093]: value = "task-1710767" [ 1782.562696] env[62093]: _type = "Task" [ 1782.562696] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.570491] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.842561] env[62093]: DEBUG oslo_vmware.api [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710765, 'name': ReconfigVM_Task, 'duration_secs': 0.410442} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.842867] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136/volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.847545] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9afc8bd6-aaa9-4bbe-8d33-4e949e19f197 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.863795] env[62093]: DEBUG oslo_vmware.api [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1782.863795] env[62093]: value = "task-1710768" [ 1782.863795] env[62093]: _type = "Task" [ 1782.863795] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.871640] env[62093]: DEBUG oslo_vmware.api [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.048162] env[62093]: INFO nova.compute.manager [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Shelve offloading [ 1783.049790] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.050044] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bca126d-32f4-4d90-a85b-787353156bc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.056864] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1783.056864] env[62093]: value = "task-1710769" [ 1783.056864] env[62093]: _type = "Task" [ 1783.056864] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.068938] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1783.069097] env[62093]: DEBUG nova.compute.manager [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1783.069788] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e3873c-4443-4483-b061-059634007949 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.078590] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.078590] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.078765] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.078865] env[62093]: DEBUG nova.network.neutron [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.211241] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.211532] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.211746] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.211929] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.212120] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.214247] env[62093]: INFO nova.compute.manager [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Terminating instance [ 1783.215911] env[62093]: DEBUG nova.compute.manager [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1783.216120] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.219048] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8032eee2-fc17-4ed6-910c-a1d6fe403ee1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.226383] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.226603] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7e74299-886c-428b-b7d8-198d460ece89 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.232555] env[62093]: DEBUG oslo_vmware.api [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1783.232555] env[62093]: value = "task-1710770" [ 1783.232555] env[62093]: _type = "Task" [ 1783.232555] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.239684] env[62093]: DEBUG oslo_vmware.api [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.373287] env[62093]: DEBUG oslo_vmware.api [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710768, 'name': ReconfigVM_Task, 'duration_secs': 0.175495} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.373607] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356373', 'volume_id': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'name': 'volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37d90e3a-56c9-404e-8985-360f3ae638e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'serial': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1783.575786] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.741570] env[62093]: DEBUG oslo_vmware.api [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710770, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.794570] env[62093]: DEBUG nova.network.neutron [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [{"id": "29e82784-3cbf-43d1-ab68-5dababd109e9", "address": "fa:16:3e:44:0e:cc", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e82784-3c", "ovs_interfaceid": "29e82784-3cbf-43d1-ab68-5dababd109e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.076562] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.243145] env[62093]: DEBUG oslo_vmware.api [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710770, 'name': PowerOffVM_Task, 'duration_secs': 0.523044} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.243145] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.243145] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.243432] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a76e1ec3-1126-4bdd-8ff4-adb52837702d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.297801] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.316415] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.316415] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.316611] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Deleting the datastore file [datastore1] f29ed086-3d2b-41a2-a26b-fe0af14ddfc7 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.317462] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6ea412a-6d92-444c-8365-6b53706e3eb9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.323400] env[62093]: DEBUG oslo_vmware.api [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for the task: (returnval){ [ 1784.323400] env[62093]: value = "task-1710772" [ 1784.323400] env[62093]: _type = "Task" [ 1784.323400] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.332663] env[62093]: DEBUG oslo_vmware.api [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.410165] env[62093]: DEBUG nova.objects.instance [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid 37d90e3a-56c9-404e-8985-360f3ae638e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.522756] env[62093]: DEBUG nova.compute.manager [req-c6f7a9e2-1832-4af6-b01a-e41c74113194 req-02d05c74-146b-4534-b33e-7f9344abbd6c service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received event network-vif-unplugged-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1784.523040] env[62093]: DEBUG oslo_concurrency.lockutils [req-c6f7a9e2-1832-4af6-b01a-e41c74113194 req-02d05c74-146b-4534-b33e-7f9344abbd6c service nova] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.523214] env[62093]: DEBUG oslo_concurrency.lockutils [req-c6f7a9e2-1832-4af6-b01a-e41c74113194 req-02d05c74-146b-4534-b33e-7f9344abbd6c service nova] Lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.523380] env[62093]: DEBUG oslo_concurrency.lockutils [req-c6f7a9e2-1832-4af6-b01a-e41c74113194 req-02d05c74-146b-4534-b33e-7f9344abbd6c service nova] Lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.523546] env[62093]: DEBUG nova.compute.manager [req-c6f7a9e2-1832-4af6-b01a-e41c74113194 req-02d05c74-146b-4534-b33e-7f9344abbd6c service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] No waiting events found dispatching network-vif-unplugged-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1784.523738] env[62093]: WARNING nova.compute.manager [req-c6f7a9e2-1832-4af6-b01a-e41c74113194 req-02d05c74-146b-4534-b33e-7f9344abbd6c service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received unexpected event network-vif-unplugged-29e82784-3cbf-43d1-ab68-5dababd109e9 for instance with vm_state shelved and task_state shelving_offloading. [ 1784.577706] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.614126] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.614631] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec5f28e-dec2-4eee-87b3-6715b5851687 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.622700] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.622940] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44fa1b21-63b9-4ed2-a7f1-369d486cba85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.792107] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.792107] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.792462] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleting the datastore file [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.792701] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11d1f417-ef26-4445-b43e-bce9da0e08ff {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.800305] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1784.800305] env[62093]: value = "task-1710774" [ 1784.800305] env[62093]: _type = "Task" [ 1784.800305] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.811819] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.835085] env[62093]: DEBUG oslo_vmware.api [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Task: {'id': task-1710772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138617} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.835427] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1784.835689] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1784.835932] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1784.836190] env[62093]: INFO nova.compute.manager [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1784.836522] env[62093]: DEBUG oslo.service.loopingcall [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.836779] env[62093]: DEBUG nova.compute.manager [-] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1784.836922] env[62093]: DEBUG nova.network.neutron [-] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1784.918355] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e2a4324f-57c9-4c53-a938-c615f8dbdf42 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.078168] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710767, 'name': ReconfigVM_Task, 'duration_secs': 2.278376} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.079046] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-91bde261-9c12-40b7-8819-1fedecc9b95e/volume-91bde261-9c12-40b7-8819-1fedecc9b95e.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.083291] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee196f7e-b65d-42bb-9f0c-08816d1b92de {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.098579] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1785.098579] env[62093]: value = "task-1710775" [ 1785.098579] env[62093]: _type = "Task" [ 1785.098579] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.106316] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.213226] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.213517] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.310143] env[62093]: DEBUG oslo_vmware.api [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124758} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.310351] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.310538] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.310710] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.337735] env[62093]: INFO nova.scheduler.client.report [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted allocations for instance 123d32cc-1385-422a-9a1f-b212ab50f706 [ 1785.545714] env[62093]: DEBUG nova.network.neutron [-] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.609688] env[62093]: DEBUG oslo_vmware.api [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710775, 'name': ReconfigVM_Task, 'duration_secs': 0.137087} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.610016] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356374', 'volume_id': '91bde261-9c12-40b7-8819-1fedecc9b95e', 'name': 'volume-91bde261-9c12-40b7-8819-1fedecc9b95e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dec20572-5ef4-4886-8857-c0e6c75f242e', 'attached_at': '', 'detached_at': '', 'volume_id': '91bde261-9c12-40b7-8819-1fedecc9b95e', 'serial': '91bde261-9c12-40b7-8819-1fedecc9b95e'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1785.716585] env[62093]: INFO nova.compute.manager [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Detaching volume 7811193a-7932-4c25-a653-66b867e0fbf4 [ 1785.747125] env[62093]: INFO nova.virt.block_device [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Attempting to driver detach volume 7811193a-7932-4c25-a653-66b867e0fbf4 from mountpoint /dev/sdb [ 1785.747363] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1785.747547] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356367', 'volume_id': '7811193a-7932-4c25-a653-66b867e0fbf4', 'name': 'volume-7811193a-7932-4c25-a653-66b867e0fbf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37d90e3a-56c9-404e-8985-360f3ae638e2', 'attached_at': '', 'detached_at': '', 'volume_id': '7811193a-7932-4c25-a653-66b867e0fbf4', 'serial': '7811193a-7932-4c25-a653-66b867e0fbf4'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1785.748415] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f1665b-8b54-4611-adf6-537741b57863 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.773992] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f76afaf-2365-402d-a0cd-b584701b247b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.780856] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8d9dd3-d02f-4f06-ad6f-9f58208dae3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.804293] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde4e4e-1083-4fd2-b8e7-bb0ad2d20793 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.818701] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] The volume has not been displaced from its original location: [datastore1] volume-7811193a-7932-4c25-a653-66b867e0fbf4/volume-7811193a-7932-4c25-a653-66b867e0fbf4.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1785.823735] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1785.823997] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d17a651c-a52b-474c-afb4-18e75d39b617 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.841484] env[62093]: DEBUG oslo_vmware.api [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1785.841484] env[62093]: value = "task-1710776" [ 1785.841484] env[62093]: _type = "Task" [ 1785.841484] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.842461] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.842690] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.842896] env[62093]: DEBUG nova.objects.instance [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'resources' on Instance uuid 123d32cc-1385-422a-9a1f-b212ab50f706 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.851398] env[62093]: DEBUG oslo_vmware.api [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.047896] env[62093]: INFO nova.compute.manager [-] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Took 1.21 seconds to deallocate network for instance. [ 1786.348209] env[62093]: DEBUG nova.objects.instance [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'numa_topology' on Instance uuid 123d32cc-1385-422a-9a1f-b212ab50f706 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.352581] env[62093]: DEBUG oslo_vmware.api [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710776, 'name': ReconfigVM_Task, 'duration_secs': 0.226479} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.353124] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1786.358322] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-672287d2-6b15-4900-92c7-5f4d37d68785 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.374042] env[62093]: DEBUG oslo_vmware.api [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1786.374042] env[62093]: value = "task-1710777" [ 1786.374042] env[62093]: _type = "Task" [ 1786.374042] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.385080] env[62093]: DEBUG oslo_vmware.api [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.554190] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.600194] env[62093]: DEBUG nova.compute.manager [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received event network-changed-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1786.600389] env[62093]: DEBUG nova.compute.manager [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Refreshing instance network info cache due to event network-changed-29e82784-3cbf-43d1-ab68-5dababd109e9. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1786.600617] env[62093]: DEBUG oslo_concurrency.lockutils [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] Acquiring lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.601136] env[62093]: DEBUG oslo_concurrency.lockutils [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] Acquired lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.601136] env[62093]: DEBUG nova.network.neutron [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Refreshing network info cache for port 29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.645226] env[62093]: DEBUG nova.objects.instance [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'flavor' on Instance uuid dec20572-5ef4-4886-8857-c0e6c75f242e {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.854277] env[62093]: DEBUG nova.objects.base [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Object Instance<123d32cc-1385-422a-9a1f-b212ab50f706> lazy-loaded attributes: resources,numa_topology {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1786.884110] env[62093]: DEBUG oslo_vmware.api [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710777, 'name': ReconfigVM_Task, 'duration_secs': 0.135669} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.884358] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356367', 'volume_id': '7811193a-7932-4c25-a653-66b867e0fbf4', 'name': 'volume-7811193a-7932-4c25-a653-66b867e0fbf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37d90e3a-56c9-404e-8985-360f3ae638e2', 'attached_at': '', 'detached_at': '', 'volume_id': '7811193a-7932-4c25-a653-66b867e0fbf4', 'serial': '7811193a-7932-4c25-a653-66b867e0fbf4'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1786.934797] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc70e66-f5a1-4faa-b569-cf0f7405162c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.941987] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a4d4dd-0209-4b4f-b8b3-1bf9edcb8c2f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.972852] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e167eebf-a2d8-4b94-b65f-fc92297efe77 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.979778] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52857a18-e295-46ed-b04f-700d69aaec4a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.992466] env[62093]: DEBUG nova.compute.provider_tree [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.075293] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.075558] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.075810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.076039] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.076194] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.078264] env[62093]: INFO nova.compute.manager [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Terminating instance [ 1787.079966] env[62093]: DEBUG nova.compute.manager [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1787.080173] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.081036] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf2187-ad65-424f-b529-80360c6e1085 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.088902] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.089158] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d52af3-a873-45d2-b1a8-064592e9098d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.095247] env[62093]: DEBUG oslo_vmware.api [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1787.095247] env[62093]: value = "task-1710778" [ 1787.095247] env[62093]: _type = "Task" [ 1787.095247] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.106668] env[62093]: DEBUG oslo_vmware.api [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.150625] env[62093]: DEBUG oslo_concurrency.lockutils [None req-b7846545-4b66-4b4a-9071-0f84bc6f377d tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.260s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.186202] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "dec20572-5ef4-4886-8857-c0e6c75f242e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.186202] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.399624] env[62093]: DEBUG nova.network.neutron [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updated VIF entry in instance network info cache for port 29e82784-3cbf-43d1-ab68-5dababd109e9. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.400030] env[62093]: DEBUG nova.network.neutron [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [{"id": "29e82784-3cbf-43d1-ab68-5dababd109e9", "address": "fa:16:3e:44:0e:cc", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap29e82784-3c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.425794] env[62093]: DEBUG nova.objects.instance [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid 37d90e3a-56c9-404e-8985-360f3ae638e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.495198] env[62093]: DEBUG nova.scheduler.client.report [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1787.606605] env[62093]: DEBUG oslo_vmware.api [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710778, 'name': PowerOffVM_Task, 'duration_secs': 0.188751} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.606891] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.607071] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.607329] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80b80a49-526c-418e-a4d4-a0243e22db75 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.680139] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1787.680385] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1787.680567] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleting the datastore file [datastore1] c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.680818] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ce67c09-8ff6-4af8-9ad1-310aea009d34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.686877] env[62093]: DEBUG oslo_vmware.api [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1787.686877] env[62093]: value = "task-1710780" [ 1787.686877] env[62093]: _type = "Task" [ 1787.686877] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.690581] env[62093]: INFO nova.compute.manager [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Detaching volume 91bde261-9c12-40b7-8819-1fedecc9b95e [ 1787.696767] env[62093]: DEBUG oslo_vmware.api [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.726011] env[62093]: INFO nova.virt.block_device [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Attempting to driver detach volume 91bde261-9c12-40b7-8819-1fedecc9b95e from mountpoint /dev/sdb [ 1787.726284] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1787.726471] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356374', 'volume_id': '91bde261-9c12-40b7-8819-1fedecc9b95e', 'name': 'volume-91bde261-9c12-40b7-8819-1fedecc9b95e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dec20572-5ef4-4886-8857-c0e6c75f242e', 'attached_at': '', 'detached_at': '', 'volume_id': '91bde261-9c12-40b7-8819-1fedecc9b95e', 'serial': '91bde261-9c12-40b7-8819-1fedecc9b95e'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1787.727337] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587a0d08-395a-4437-ae6c-58347c401da4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.748842] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60722a3b-5e2a-472e-ab55-290009449268 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.754962] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a22282d-aa22-426c-a053-ca6fa75df7cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.774804] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04a40d7-caf6-4347-a51d-e455eb62595b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.789051] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] The volume has not been displaced from its original location: [datastore1] volume-91bde261-9c12-40b7-8819-1fedecc9b95e/volume-91bde261-9c12-40b7-8819-1fedecc9b95e.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1787.794352] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1787.794654] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22fb39d1-5be8-4025-9ffd-2b3c794134c9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.813371] env[62093]: DEBUG oslo_vmware.api [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1787.813371] env[62093]: value = "task-1710781" [ 1787.813371] env[62093]: _type = "Task" [ 1787.813371] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.824179] env[62093]: DEBUG oslo_vmware.api [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.902907] env[62093]: DEBUG oslo_concurrency.lockutils [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] Releasing lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.903196] env[62093]: DEBUG nova.compute.manager [req-2a5a6495-8e01-417e-ad1a-27ffae014adb req-368f996e-f5e6-416b-99e7-bba52fac95e7 service nova] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Received event network-vif-deleted-630e4270-7a46-46e1-bc8e-a713050b66db {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1788.000180] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.002707] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.449s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.002931] env[62093]: DEBUG nova.objects.instance [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lazy-loading 'resources' on Instance uuid f29ed086-3d2b-41a2-a26b-fe0af14ddfc7 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.196861] env[62093]: DEBUG oslo_vmware.api [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164359} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.197129] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.197343] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1788.197490] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1788.197659] env[62093]: INFO nova.compute.manager [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1788.197893] env[62093]: DEBUG oslo.service.loopingcall [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.198104] env[62093]: DEBUG nova.compute.manager [-] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1788.198197] env[62093]: DEBUG nova.network.neutron [-] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1788.325080] env[62093]: DEBUG oslo_vmware.api [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710781, 'name': ReconfigVM_Task, 'duration_secs': 0.196899} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.325080] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1788.329047] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df31c75-9e09-48b5-9c36-3bdbe46325c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.344963] env[62093]: DEBUG oslo_vmware.api [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1788.344963] env[62093]: value = "task-1710782" [ 1788.344963] env[62093]: _type = "Task" [ 1788.344963] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.355147] env[62093]: DEBUG oslo_vmware.api [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.397225] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.433600] env[62093]: DEBUG oslo_concurrency.lockutils [None req-c8d0030c-5846-463d-ad18-3ca2dbd9256c tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.477693] env[62093]: DEBUG oslo_concurrency.lockutils [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.478075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.509829] env[62093]: DEBUG oslo_concurrency.lockutils [None req-d7d901bd-d55a-47c2-97e3-a2959d0a947c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.816s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.510680] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.823s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.511039] env[62093]: INFO nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1788.511039] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.511442] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.114s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.511615] env[62093]: INFO nova.compute.manager [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Unshelving [ 1788.610175] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c48d6-cbf7-4cf1-b8f6-9c526a41bd9b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.620248] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba02789-1876-46bc-b7ad-150c9a1b77b5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.652202] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad787fd2-8143-4963-82b1-3e97ee9bd187 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.655675] env[62093]: DEBUG nova.compute.manager [req-55133459-b27a-4f44-bd1e-0d5805c657eb req-fdfd8e63-1a94-4662-b7b5-b9957ba2bab1 service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Received event network-vif-deleted-799b9acb-b1e0-4070-a82c-1deaedd3ed86 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1788.655861] env[62093]: INFO nova.compute.manager [req-55133459-b27a-4f44-bd1e-0d5805c657eb req-fdfd8e63-1a94-4662-b7b5-b9957ba2bab1 service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Neutron deleted interface 799b9acb-b1e0-4070-a82c-1deaedd3ed86; detaching it from the instance and deleting it from the info cache [ 1788.656040] env[62093]: DEBUG nova.network.neutron [req-55133459-b27a-4f44-bd1e-0d5805c657eb req-fdfd8e63-1a94-4662-b7b5-b9957ba2bab1 service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.663028] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35b65a5-e75d-4d17-89e8-2ea1388964a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.676749] env[62093]: DEBUG nova.compute.provider_tree [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.792838] env[62093]: DEBUG nova.compute.manager [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Stashing vm_state: active {{(pid=62093) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1788.854783] env[62093]: DEBUG oslo_vmware.api [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710782, 'name': ReconfigVM_Task, 'duration_secs': 0.147409} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.855094] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356374', 'volume_id': '91bde261-9c12-40b7-8819-1fedecc9b95e', 'name': 'volume-91bde261-9c12-40b7-8819-1fedecc9b95e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dec20572-5ef4-4886-8857-c0e6c75f242e', 'attached_at': '', 'detached_at': '', 'volume_id': '91bde261-9c12-40b7-8819-1fedecc9b95e', 'serial': '91bde261-9c12-40b7-8819-1fedecc9b95e'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1788.952372] env[62093]: DEBUG nova.network.neutron [-] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.981453] env[62093]: INFO nova.compute.manager [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Detaching volume a42cdf6b-6b3c-4cea-95d8-a47b76d5b136 [ 1789.012932] env[62093]: INFO nova.virt.block_device [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Attempting to driver detach volume a42cdf6b-6b3c-4cea-95d8-a47b76d5b136 from mountpoint /dev/sdc [ 1789.013202] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1789.013390] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356373', 'volume_id': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'name': 'volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37d90e3a-56c9-404e-8985-360f3ae638e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'serial': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1789.015933] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2bd6e8-87c0-4297-ad58-110fbcdbeda0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.042524] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf964833-a73e-4602-9712-4a93bb4a3ed3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.049793] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33c60af-2494-416c-9c95-b421914b1b69 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.070529] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b7641b-85ff-4169-9256-0b8037ce2e0c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.084727] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] The volume has not been displaced from its original location: [datastore1] volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136/volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1789.089770] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1789.090034] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d87be699-3ba8-4918-8547-448cb4dfefa9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.107220] env[62093]: DEBUG oslo_vmware.api [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1789.107220] env[62093]: value = "task-1710783" [ 1789.107220] env[62093]: _type = "Task" [ 1789.107220] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.114316] env[62093]: DEBUG oslo_vmware.api [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.158845] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e960c4f-90f3-40d4-89ab-ebf1a15097d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.168044] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c5b7d-2dff-4c97-b5e9-3921479609aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.179165] env[62093]: DEBUG nova.scheduler.client.report [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1789.198564] env[62093]: DEBUG nova.compute.manager [req-55133459-b27a-4f44-bd1e-0d5805c657eb req-fdfd8e63-1a94-4662-b7b5-b9957ba2bab1 service nova] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Detach interface failed, port_id=799b9acb-b1e0-4070-a82c-1deaedd3ed86, reason: Instance c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1789.309174] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.397447] env[62093]: DEBUG nova.objects.instance [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'flavor' on Instance uuid dec20572-5ef4-4886-8857-c0e6c75f242e {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.454751] env[62093]: INFO nova.compute.manager [-] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Took 1.26 seconds to deallocate network for instance. [ 1789.535854] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.617584] env[62093]: DEBUG oslo_vmware.api [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710783, 'name': ReconfigVM_Task, 'duration_secs': 0.230556} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.617918] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1789.622553] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a33180-7272-4d05-8e7d-ef39ba238a28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.637639] env[62093]: DEBUG oslo_vmware.api [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1789.637639] env[62093]: value = "task-1710784" [ 1789.637639] env[62093]: _type = "Task" [ 1789.637639] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.647679] env[62093]: DEBUG oslo_vmware.api [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.683608] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.685953] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.377s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.707331] env[62093]: INFO nova.scheduler.client.report [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Deleted allocations for instance f29ed086-3d2b-41a2-a26b-fe0af14ddfc7 [ 1789.961406] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.148041] env[62093]: DEBUG oslo_vmware.api [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710784, 'name': ReconfigVM_Task, 'duration_secs': 0.127719} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.148625] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356373', 'volume_id': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'name': 'volume-a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '37d90e3a-56c9-404e-8985-360f3ae638e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136', 'serial': 'a42cdf6b-6b3c-4cea-95d8-a47b76d5b136'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1790.190855] env[62093]: INFO nova.compute.claims [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.215015] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f32ff03e-ecf1-4ecc-b02c-7b0c7ee56484 tempest-AttachInterfacesV270Test-2059320325 tempest-AttachInterfacesV270Test-2059320325-project-member] Lock "f29ed086-3d2b-41a2-a26b-fe0af14ddfc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.003s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.404383] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bc8edcea-61c8-40d1-811e-f22ccd690f4b tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.508591] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "dec20572-5ef4-4886-8857-c0e6c75f242e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.508881] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.509040] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "dec20572-5ef4-4886-8857-c0e6c75f242e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.509225] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.509437] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.511562] env[62093]: INFO nova.compute.manager [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Terminating instance [ 1790.513335] env[62093]: DEBUG nova.compute.manager [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1790.513531] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.514420] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e78c5fa-5b3a-4536-88f2-1665da5aa712 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.522536] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.522758] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18cac310-d501-4516-81c8-d2bc194a15dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.528895] env[62093]: DEBUG oslo_vmware.api [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1790.528895] env[62093]: value = "task-1710785" [ 1790.528895] env[62093]: _type = "Task" [ 1790.528895] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.536368] env[62093]: DEBUG oslo_vmware.api [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.692272] env[62093]: DEBUG nova.objects.instance [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'flavor' on Instance uuid 37d90e3a-56c9-404e-8985-360f3ae638e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.697190] env[62093]: INFO nova.compute.resource_tracker [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating resource usage from migration cda77b23-c1eb-4117-a82e-6839674df871 [ 1790.802794] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755aa985-21d2-4fca-a25c-7549069215c8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.810958] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc45da-9163-4483-b796-88eb0783988d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.843957] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db246f78-c371-4d23-82d9-0ceb6c5c4d22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.850950] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9ac785-d627-4736-bf38-009e4a2f76d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.864920] env[62093]: DEBUG nova.compute.provider_tree [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.038716] env[62093]: DEBUG oslo_vmware.api [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710785, 'name': PowerOffVM_Task, 'duration_secs': 0.259524} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.038996] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.039489] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.039746] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0fa682-d6e9-439e-8285-43e8c012b18e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.109173] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1791.109428] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1791.112756] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleting the datastore file [datastore1] dec20572-5ef4-4886-8857-c0e6c75f242e {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1791.112756] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bdfd715-3dc0-443e-9bf3-b7bbf5582bc7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.120099] env[62093]: DEBUG oslo_vmware.api [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1791.120099] env[62093]: value = "task-1710787" [ 1791.120099] env[62093]: _type = "Task" [ 1791.120099] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.128127] env[62093]: DEBUG oslo_vmware.api [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.367849] env[62093]: DEBUG nova.scheduler.client.report [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1791.630544] env[62093]: DEBUG oslo_vmware.api [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129094} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.630885] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.631695] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.631695] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.631695] env[62093]: INFO nova.compute.manager [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1791.631859] env[62093]: DEBUG oslo.service.loopingcall [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.632028] env[62093]: DEBUG nova.compute.manager [-] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1791.632153] env[62093]: DEBUG nova.network.neutron [-] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.700396] env[62093]: DEBUG oslo_concurrency.lockutils [None req-77d2ba17-379f-453a-a80f-f635f96160c9 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.873605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.188s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.874010] env[62093]: INFO nova.compute.manager [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Migrating [ 1791.881025] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.345s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.881271] env[62093]: DEBUG nova.objects.instance [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'pci_requests' on Instance uuid 123d32cc-1385-422a-9a1f-b212ab50f706 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.104304] env[62093]: DEBUG nova.compute.manager [req-35dac56d-afe7-4539-98b6-ca5b10da6540 req-2b3989d5-3609-40c8-87b9-08183e52c97a service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Received event network-vif-deleted-8c2bba4a-4d03-40d0-9c8b-f0d845733352 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1792.104543] env[62093]: INFO nova.compute.manager [req-35dac56d-afe7-4539-98b6-ca5b10da6540 req-2b3989d5-3609-40c8-87b9-08183e52c97a service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Neutron deleted interface 8c2bba4a-4d03-40d0-9c8b-f0d845733352; detaching it from the instance and deleting it from the info cache [ 1792.104722] env[62093]: DEBUG nova.network.neutron [req-35dac56d-afe7-4539-98b6-ca5b10da6540 req-2b3989d5-3609-40c8-87b9-08183e52c97a service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.393565] env[62093]: DEBUG nova.objects.instance [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'numa_topology' on Instance uuid 123d32cc-1385-422a-9a1f-b212ab50f706 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.400849] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.400849] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.400849] env[62093]: DEBUG nova.network.neutron [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.580773] env[62093]: DEBUG nova.network.neutron [-] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.609096] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa317262-6c16-492d-a5da-fda42761952f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.619064] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b29a84-2a72-41ea-b18b-f666f25361d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.651945] env[62093]: DEBUG nova.compute.manager [req-35dac56d-afe7-4539-98b6-ca5b10da6540 req-2b3989d5-3609-40c8-87b9-08183e52c97a service nova] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Detach interface failed, port_id=8c2bba4a-4d03-40d0-9c8b-f0d845733352, reason: Instance dec20572-5ef4-4886-8857-c0e6c75f242e could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1792.899849] env[62093]: INFO nova.compute.claims [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1793.085523] env[62093]: INFO nova.compute.manager [-] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Took 1.45 seconds to deallocate network for instance. [ 1793.153227] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.153591] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.153903] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "37d90e3a-56c9-404e-8985-360f3ae638e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.154082] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.154252] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.158325] env[62093]: DEBUG nova.network.neutron [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [{"id": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "address": "fa:16:3e:ad:43:d0", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917f472-d7", "ovs_interfaceid": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.159818] env[62093]: INFO nova.compute.manager [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Terminating instance [ 1793.161526] env[62093]: DEBUG nova.compute.manager [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1793.161720] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.162551] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a5848c-e76d-4b64-9f9d-d324dd503a21 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.170377] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.171065] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3b45ac-589b-4635-b09d-6bd554f1f758 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.178068] env[62093]: DEBUG oslo_vmware.api [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1793.178068] env[62093]: value = "task-1710788" [ 1793.178068] env[62093]: _type = "Task" [ 1793.178068] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.185796] env[62093]: DEBUG oslo_vmware.api [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.594680] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.662746] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.688078] env[62093]: DEBUG oslo_vmware.api [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710788, 'name': PowerOffVM_Task, 'duration_secs': 0.332995} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.688363] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.688533] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.688784] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ed5ddf0-2609-4df5-b858-8b27479e9b79 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.013048] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951e61c9-ac55-4225-be76-e79df372c291 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.020094] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede14860-9689-4920-a947-8ec10be57f47 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.049803] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ea84d2-95bd-4f81-bb87-effe3d46d1b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.057730] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc344b2-6344-41d8-babd-13cf947be347 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.072958] env[62093]: DEBUG nova.compute.provider_tree [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1794.383153] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.383384] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.383572] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Deleting the datastore file [datastore1] 37d90e3a-56c9-404e-8985-360f3ae638e2 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.383857] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fda08bb-63b8-4c5b-a5d7-98757e492519 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.390918] env[62093]: DEBUG oslo_vmware.api [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for the task: (returnval){ [ 1794.390918] env[62093]: value = "task-1710790" [ 1794.390918] env[62093]: _type = "Task" [ 1794.390918] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.399292] env[62093]: DEBUG oslo_vmware.api [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.613122] env[62093]: ERROR nova.scheduler.client.report [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [req-31d9e391-a2a1-44c7-8fa3-315970bbd333] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-31d9e391-a2a1-44c7-8fa3-315970bbd333"}]} [ 1794.634038] env[62093]: DEBUG nova.scheduler.client.report [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1794.652062] env[62093]: DEBUG nova.scheduler.client.report [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1794.652323] env[62093]: DEBUG nova.compute.provider_tree [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1794.665314] env[62093]: DEBUG nova.scheduler.client.report [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1794.688141] env[62093]: DEBUG nova.scheduler.client.report [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1794.802210] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6918865-6b61-4ab0-85b6-a42950425264 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.810173] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335cbd5-436c-48c0-af1c-4411e4781a5d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.839942] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a689f6-fd48-482c-a821-d588803148f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.846856] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4318b-4b37-45ca-a341-a11a3d6309dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.860348] env[62093]: DEBUG nova.compute.provider_tree [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1794.903548] env[62093]: DEBUG oslo_vmware.api [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Task: {'id': task-1710790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216149} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.903828] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.904026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.904208] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.904388] env[62093]: INFO nova.compute.manager [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1794.904605] env[62093]: DEBUG oslo.service.loopingcall [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.904794] env[62093]: DEBUG nova.compute.manager [-] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1794.904890] env[62093]: DEBUG nova.network.neutron [-] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.176841] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd765656-b7b5-45de-9c2a-e5c70e6b2d0c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.198053] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance '9f3bc234-8573-44bd-94e0-7b5209513156' progress to 0 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1795.405936] env[62093]: DEBUG nova.scheduler.client.report [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1795.406233] env[62093]: DEBUG nova.compute.provider_tree [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 172 to 173 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1795.406417] env[62093]: DEBUG nova.compute.provider_tree [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1795.541354] env[62093]: DEBUG nova.compute.manager [req-ccd054c2-bac5-4203-9e50-bf431ba1d52e req-7a609fd1-c4c6-4e82-ac31-ffd57c54309d service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Received event network-vif-deleted-332f7208-ca9a-4827-b4c6-81c05c693701 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1795.541916] env[62093]: INFO nova.compute.manager [req-ccd054c2-bac5-4203-9e50-bf431ba1d52e req-7a609fd1-c4c6-4e82-ac31-ffd57c54309d service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Neutron deleted interface 332f7208-ca9a-4827-b4c6-81c05c693701; detaching it from the instance and deleting it from the info cache [ 1795.541916] env[62093]: DEBUG nova.network.neutron [req-ccd054c2-bac5-4203-9e50-bf431ba1d52e req-7a609fd1-c4c6-4e82-ac31-ffd57c54309d service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.704580] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.704762] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edb4953d-6c2b-4538-9b12-2107b0ec3fee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.714870] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1795.714870] env[62093]: value = "task-1710791" [ 1795.714870] env[62093]: _type = "Task" [ 1795.714870] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.724955] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.913379] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.032s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.915546] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.954s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.915891] env[62093]: DEBUG nova.objects.instance [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lazy-loading 'resources' on Instance uuid c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.946048] env[62093]: INFO nova.network.neutron [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating port 29e82784-3cbf-43d1-ab68-5dababd109e9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1796.012030] env[62093]: DEBUG nova.network.neutron [-] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.044617] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b203d821-c9d2-43ab-8a83-a7b5f9b92951 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.054579] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be25f30-7f49-4237-b5be-8e6879fa937f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.087448] env[62093]: DEBUG nova.compute.manager [req-ccd054c2-bac5-4203-9e50-bf431ba1d52e req-7a609fd1-c4c6-4e82-ac31-ffd57c54309d service nova] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Detach interface failed, port_id=332f7208-ca9a-4827-b4c6-81c05c693701, reason: Instance 37d90e3a-56c9-404e-8985-360f3ae638e2 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1796.227074] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710791, 'name': PowerOffVM_Task, 'duration_secs': 0.20724} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.227074] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.227074] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance '9f3bc234-8573-44bd-94e0-7b5209513156' progress to 17 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.516957] env[62093]: INFO nova.compute.manager [-] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Took 1.61 seconds to deallocate network for instance. [ 1796.528685] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74264680-12da-4536-a5f7-dbeb1fe58d5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.536551] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4743f4c7-a272-4b60-a31f-46e0c7c17e5b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.567621] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c9875e-5e63-4467-ba43-de03d0d93cd7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.576210] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52db65f4-cb5a-4318-991e-ecce70d8d82f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.592574] env[62093]: DEBUG nova.compute.provider_tree [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.733150] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1796.733735] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1796.734044] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.734299] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1796.734485] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.734702] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1796.734953] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1796.735524] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1796.735524] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1796.735637] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1796.735766] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1796.742093] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe1027b-a5f3-4246-98c3-60903e6cb4b7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.760127] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1796.760127] env[62093]: value = "task-1710792" [ 1796.760127] env[62093]: _type = "Task" [ 1796.760127] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.768885] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.028315] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.095564] env[62093]: DEBUG nova.scheduler.client.report [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1797.110497] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.110729] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.269516] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710792, 'name': ReconfigVM_Task, 'duration_secs': 0.167813} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.269883] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance '9f3bc234-8573-44bd-94e0-7b5209513156' progress to 33 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1797.532388] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.532584] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.532792] env[62093]: DEBUG nova.network.neutron [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.565816] env[62093]: DEBUG nova.compute.manager [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received event network-vif-plugged-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1797.566160] env[62093]: DEBUG oslo_concurrency.lockutils [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.566458] env[62093]: DEBUG oslo_concurrency.lockutils [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] Lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.566699] env[62093]: DEBUG oslo_concurrency.lockutils [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] Lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.566925] env[62093]: DEBUG nova.compute.manager [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] No waiting events found dispatching network-vif-plugged-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1797.567164] env[62093]: WARNING nova.compute.manager [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received unexpected event network-vif-plugged-29e82784-3cbf-43d1-ab68-5dababd109e9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1797.567387] env[62093]: DEBUG nova.compute.manager [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received event network-changed-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1797.567613] env[62093]: DEBUG nova.compute.manager [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Refreshing instance network info cache due to event network-changed-29e82784-3cbf-43d1-ab68-5dababd109e9. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1797.567833] env[62093]: DEBUG oslo_concurrency.lockutils [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] Acquiring lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.600721] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.603926] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.009s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.604832] env[62093]: DEBUG nova.objects.instance [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'resources' on Instance uuid dec20572-5ef4-4886-8857-c0e6c75f242e {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.613568] env[62093]: DEBUG nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1797.624853] env[62093]: INFO nova.scheduler.client.report [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleted allocations for instance c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb [ 1797.776024] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1797.776288] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1797.776454] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.776637] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1797.776783] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.776928] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1797.777764] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1797.778039] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1797.778234] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1797.778402] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1797.778582] env[62093]: DEBUG nova.virt.hardware [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1797.783994] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1797.784300] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ddcf11-a1d3-45b4-bff4-d34a70ab2760 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.806731] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1797.806731] env[62093]: value = "task-1710793" [ 1797.806731] env[62093]: _type = "Task" [ 1797.806731] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.815911] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.132872] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e6e5fe80-c281-4f3f-a9c2-70620f7be8bc tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.057s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.140322] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.202051] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831cbd7e-10b5-46c6-a26e-84dfa224c6cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.209892] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d984f4-7737-4f86-a302-748042f07258 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.243022] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e421adff-f76a-45df-abff-cc1da3426bc2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.250600] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bcc272-b6de-431d-a733-9eaf8be1ae26 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.263548] env[62093]: DEBUG nova.compute.provider_tree [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.277517] env[62093]: DEBUG nova.network.neutron [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [{"id": "29e82784-3cbf-43d1-ab68-5dababd109e9", "address": "fa:16:3e:44:0e:cc", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e82784-3c", "ovs_interfaceid": "29e82784-3cbf-43d1-ab68-5dababd109e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.308226] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "08d664a2-3934-45f5-897c-cfd94a221209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.308481] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "08d664a2-3934-45f5-897c-cfd94a221209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.308693] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "08d664a2-3934-45f5-897c-cfd94a221209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.308876] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "08d664a2-3934-45f5-897c-cfd94a221209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.309055] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "08d664a2-3934-45f5-897c-cfd94a221209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.314515] env[62093]: INFO nova.compute.manager [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Terminating instance [ 1798.316434] env[62093]: DEBUG nova.compute.manager [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1798.316629] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.317341] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6cac57-8259-45d2-a462-ae8e43bca78b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.323022] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710793, 'name': ReconfigVM_Task, 'duration_secs': 0.159806} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.323557] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1798.324267] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b690e8-e4e1-474e-8b99-352c22b475d4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.328401] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.328870] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d994d282-c29d-4d9d-bc9f-efb8deec7ac1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.347852] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156/9f3bc234-8573-44bd-94e0-7b5209513156.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.349194] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93cafb1a-c84d-49b3-bf87-a2fd6590f1bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.362379] env[62093]: DEBUG oslo_vmware.api [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1798.362379] env[62093]: value = "task-1710794" [ 1798.362379] env[62093]: _type = "Task" [ 1798.362379] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.368710] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1798.368710] env[62093]: value = "task-1710795" [ 1798.368710] env[62093]: _type = "Task" [ 1798.368710] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.371736] env[62093]: DEBUG oslo_vmware.api [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.378781] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.767125] env[62093]: DEBUG nova.scheduler.client.report [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1798.780598] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.782941] env[62093]: DEBUG oslo_concurrency.lockutils [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] Acquired lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.783150] env[62093]: DEBUG nova.network.neutron [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Refreshing network info cache for port 29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.812035] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='291123c1119f2ed0c410bd29fe8b233a',container_format='bare',created_at=2024-12-10T22:01:35Z,direct_url=,disk_format='vmdk',id=121a781b-8095-4c34-a3c6-de25811967a5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-878028578-shelved',owner='dea2b9f5541a45cc9c15f82ac10f9740',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2024-12-10T22:01:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1798.812320] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1798.812488] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.812723] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1798.812877] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.813042] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1798.813258] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1798.813415] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1798.813582] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1798.813743] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1798.813908] env[62093]: DEBUG nova.virt.hardware [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1798.815044] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5557ee9-9994-47d5-a96a-fa1738330dc5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.823067] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c24778-0ee8-4575-85be-ae38e656068c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.836216] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:0e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29e82784-3cbf-43d1-ab68-5dababd109e9', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1798.843417] env[62093]: DEBUG oslo.service.loopingcall [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.843882] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1798.844103] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0a575d-24c9-4075-8ebf-019ce170e339 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.862196] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1798.862196] env[62093]: value = "task-1710796" [ 1798.862196] env[62093]: _type = "Task" [ 1798.862196] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.874997] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710796, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.875195] env[62093]: DEBUG oslo_vmware.api [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710794, 'name': PowerOffVM_Task, 'duration_secs': 0.184295} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.877827] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.877998] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.878237] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8566e36-1738-4187-9943-6bea7bdd3624 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.884470] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710795, 'name': ReconfigVM_Task, 'duration_secs': 0.407252} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.884714] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156/9f3bc234-8573-44bd-94e0-7b5209513156.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.884961] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance '9f3bc234-8573-44bd-94e0-7b5209513156' progress to 50 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1798.953832] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.954071] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.954261] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleting the datastore file [datastore1] 08d664a2-3934-45f5-897c-cfd94a221209 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.954538] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6552d782-fbd6-417d-93b9-200ef839c0d1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.960515] env[62093]: DEBUG oslo_vmware.api [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for the task: (returnval){ [ 1798.960515] env[62093]: value = "task-1710798" [ 1798.960515] env[62093]: _type = "Task" [ 1798.960515] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.969650] env[62093]: DEBUG oslo_vmware.api [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.271806] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.274253] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.246s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.274533] env[62093]: DEBUG nova.objects.instance [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lazy-loading 'resources' on Instance uuid 37d90e3a-56c9-404e-8985-360f3ae638e2 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.291708] env[62093]: INFO nova.scheduler.client.report [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleted allocations for instance dec20572-5ef4-4886-8857-c0e6c75f242e [ 1799.374252] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710796, 'name': CreateVM_Task, 'duration_secs': 0.313225} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.374471] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.375160] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.375392] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.375756] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.376015] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08207482-b2a5-4726-83ec-0968ac04f112 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.380706] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1799.380706] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521e651d-7b76-a5f2-340b-7697572647cd" [ 1799.380706] env[62093]: _type = "Task" [ 1799.380706] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.388180] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521e651d-7b76-a5f2-340b-7697572647cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.391314] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9257bc41-f30a-4e6c-a299-2c1218c7b778 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.414794] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2905e25-af9a-40ad-bdcf-8a35a7b2e138 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.432316] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance '9f3bc234-8573-44bd-94e0-7b5209513156' progress to 67 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1799.472573] env[62093]: DEBUG oslo_vmware.api [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Task: {'id': task-1710798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161883} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.472814] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.472992] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.473179] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.473347] env[62093]: INFO nova.compute.manager [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1799.473578] env[62093]: DEBUG oslo.service.loopingcall [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.473769] env[62093]: DEBUG nova.compute.manager [-] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1799.473862] env[62093]: DEBUG nova.network.neutron [-] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.597454] env[62093]: DEBUG nova.network.neutron [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updated VIF entry in instance network info cache for port 29e82784-3cbf-43d1-ab68-5dababd109e9. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.597873] env[62093]: DEBUG nova.network.neutron [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [{"id": "29e82784-3cbf-43d1-ab68-5dababd109e9", "address": "fa:16:3e:44:0e:cc", "network": {"id": "f3963180-2f05-4fa3-ad8a-ce9838cd5306", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-992624434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2b9f5541a45cc9c15f82ac10f9740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e82784-3c", "ovs_interfaceid": "29e82784-3cbf-43d1-ab68-5dababd109e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.762877] env[62093]: DEBUG nova.compute.manager [req-5ea2ee4e-dd03-4269-b0f3-f91f757e0be5 req-3ecb921c-0f03-4aae-b042-21376d38f404 service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Received event network-vif-deleted-dc443c36-238f-4134-a329-740c2e5285da {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1799.763036] env[62093]: INFO nova.compute.manager [req-5ea2ee4e-dd03-4269-b0f3-f91f757e0be5 req-3ecb921c-0f03-4aae-b042-21376d38f404 service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Neutron deleted interface dc443c36-238f-4134-a329-740c2e5285da; detaching it from the instance and deleting it from the info cache [ 1799.763228] env[62093]: DEBUG nova.network.neutron [req-5ea2ee4e-dd03-4269-b0f3-f91f757e0be5 req-3ecb921c-0f03-4aae-b042-21376d38f404 service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.801915] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4e5287fb-2632-41a8-b95c-48061f1a50be tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "dec20572-5ef4-4886-8857-c0e6c75f242e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.293s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.875896] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd117975-ebbf-4fdc-80f8-b9c48da921c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.886715] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca427c4-183c-44f9-b15e-a1a3fd9d55db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.920458] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.920720] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Processing image 121a781b-8095-4c34-a3c6-de25811967a5 {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.920976] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5/121a781b-8095-4c34-a3c6-de25811967a5.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.921140] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5/121a781b-8095-4c34-a3c6-de25811967a5.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.921318] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.922063] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f67798c-cfce-4cbe-9114-e2b96aa5fce6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.924171] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041e635f-ebed-49bd-acf0-a6227adfe29c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.932380] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd789f0d-311b-4d28-a951-72aa219a1d98 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.937309] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.937485] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1799.941557] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bfa28d5-13fa-46e3-8fd5-85343e86af21 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.951188] env[62093]: DEBUG nova.compute.provider_tree [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.956018] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1799.956018] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52580ae6-e972-1ee7-eb1a-21d19218c49b" [ 1799.956018] env[62093]: _type = "Task" [ 1799.956018] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.963090] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52580ae6-e972-1ee7-eb1a-21d19218c49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.983529] env[62093]: DEBUG nova.network.neutron [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Port 6917f472-d7c4-41f8-a681-bf8d9455d9e1 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1800.101023] env[62093]: DEBUG oslo_concurrency.lockutils [req-de4fa114-6c21-4ca2-bb2d-305d3207ed0d req-766e3710-0035-43ce-baf0-75f5e757c58a service nova] Releasing lock "refresh_cache-123d32cc-1385-422a-9a1f-b212ab50f706" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.241363] env[62093]: DEBUG nova.network.neutron [-] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.267336] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3210ba4f-dae6-499e-a960-998e6cc0024c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.277694] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f82a075-1783-4aa6-a7c1-a665b9223b53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.303793] env[62093]: DEBUG nova.compute.manager [req-5ea2ee4e-dd03-4269-b0f3-f91f757e0be5 req-3ecb921c-0f03-4aae-b042-21376d38f404 service nova] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Detach interface failed, port_id=dc443c36-238f-4134-a329-740c2e5285da, reason: Instance 08d664a2-3934-45f5-897c-cfd94a221209 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1800.454474] env[62093]: DEBUG nova.scheduler.client.report [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1800.466850] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Preparing fetch location {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1800.468021] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Fetch image to [datastore1] OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805/OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805.vmdk {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1800.468021] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Downloading stream optimized image 121a781b-8095-4c34-a3c6-de25811967a5 to [datastore1] OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805/OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805.vmdk on the data store datastore1 as vApp {{(pid=62093) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1800.468021] env[62093]: DEBUG nova.virt.vmwareapi.images [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Downloading image file data 121a781b-8095-4c34-a3c6-de25811967a5 to the ESX as VM named 'OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805' {{(pid=62093) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1800.551535] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1800.551535] env[62093]: value = "resgroup-9" [ 1800.551535] env[62093]: _type = "ResourcePool" [ 1800.551535] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1800.551958] env[62093]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6e0e190d-03a0-4db5-8c12-5d66b26958df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.573487] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lease: (returnval){ [ 1800.573487] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5293229c-9246-cfea-f957-9d8bd918a4e6" [ 1800.573487] env[62093]: _type = "HttpNfcLease" [ 1800.573487] env[62093]: } obtained for vApp import into resource pool (val){ [ 1800.573487] env[62093]: value = "resgroup-9" [ 1800.573487] env[62093]: _type = "ResourcePool" [ 1800.573487] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1800.573794] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the lease: (returnval){ [ 1800.573794] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5293229c-9246-cfea-f957-9d8bd918a4e6" [ 1800.573794] env[62093]: _type = "HttpNfcLease" [ 1800.573794] env[62093]: } to be ready. {{(pid=62093) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1800.580344] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.580344] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5293229c-9246-cfea-f957-9d8bd918a4e6" [ 1800.580344] env[62093]: _type = "HttpNfcLease" [ 1800.580344] env[62093]: } is initializing. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1800.744109] env[62093]: INFO nova.compute.manager [-] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Took 1.27 seconds to deallocate network for instance. [ 1800.963564] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.966547] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.826s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.967996] env[62093]: INFO nova.compute.claims [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.989741] env[62093]: INFO nova.scheduler.client.report [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Deleted allocations for instance 37d90e3a-56c9-404e-8985-360f3ae638e2 [ 1801.011077] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.011328] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.011803] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.082858] env[62093]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.082858] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5293229c-9246-cfea-f957-9d8bd918a4e6" [ 1801.082858] env[62093]: _type = "HttpNfcLease" [ 1801.082858] env[62093]: } is ready. {{(pid=62093) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1801.083087] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1801.083087] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5293229c-9246-cfea-f957-9d8bd918a4e6" [ 1801.083087] env[62093]: _type = "HttpNfcLease" [ 1801.083087] env[62093]: }. {{(pid=62093) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1801.083787] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d4128-53b5-498c-8faf-2d31cdfa7acf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.090971] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adec4e-295c-01fd-da58-4d316ef09626/disk-0.vmdk from lease info. {{(pid=62093) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1801.091125] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adec4e-295c-01fd-da58-4d316ef09626/disk-0.vmdk. {{(pid=62093) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1801.154749] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-506e93c7-c3c5-4ddd-89ed-284abd5fbac9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.250502] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.507604] env[62093]: DEBUG oslo_concurrency.lockutils [None req-54e8b8a5-6165-40e9-9758-218632a119f1 tempest-AttachVolumeTestJSON-1566503252 tempest-AttachVolumeTestJSON-1566503252-project-member] Lock "37d90e3a-56c9-404e-8985-360f3ae638e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.354s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.929593] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.929976] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.058060] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.058262] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.058446] env[62093]: DEBUG nova.network.neutron [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.075517] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa820a-023e-412d-aeb1-5628ef279d6d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.087295] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308643b-c762-43e1-9b80-be0ab524640f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.126606] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76cf543-6fb7-468f-883f-9635d4514e1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.138174] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e710a4-aa7d-450a-9417-908792a6b186 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.154411] env[62093]: DEBUG nova.compute.provider_tree [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.306953] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Completed reading data from the image iterator. {{(pid=62093) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1802.307151] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adec4e-295c-01fd-da58-4d316ef09626/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1802.308063] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc09dd52-e095-4219-995b-cb919e11360a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.314856] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adec4e-295c-01fd-da58-4d316ef09626/disk-0.vmdk is in state: ready. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1802.315033] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adec4e-295c-01fd-da58-4d316ef09626/disk-0.vmdk. {{(pid=62093) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1802.315260] env[62093]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0e01c15c-08f3-43d0-96e6-d1a9dce8164d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.433182] env[62093]: DEBUG nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1802.516965] env[62093]: DEBUG oslo_vmware.rw_handles [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52adec4e-295c-01fd-da58-4d316ef09626/disk-0.vmdk. {{(pid=62093) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1802.517348] env[62093]: INFO nova.virt.vmwareapi.images [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Downloaded image file data 121a781b-8095-4c34-a3c6-de25811967a5 [ 1802.518051] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459dfb6d-2f63-4657-adcc-cdadeb07ba10 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.533039] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f9fb73f-56b3-4024-bf46-aff5c3329a07 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.557024] env[62093]: INFO nova.virt.vmwareapi.images [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] The imported VM was unregistered [ 1802.559179] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Caching image {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1802.559419] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Creating directory with path [datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5 {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.559669] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-904ce758-f14a-4407-8457-4c442270b9eb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.569557] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Created directory with path [datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5 {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.569840] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805/OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805.vmdk to [datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5/121a781b-8095-4c34-a3c6-de25811967a5.vmdk. {{(pid=62093) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1802.570180] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-63736ddf-6fac-47e6-9fdf-38f3d0bee134 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.578363] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1802.578363] env[62093]: value = "task-1710802" [ 1802.578363] env[62093]: _type = "Task" [ 1802.578363] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.585397] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710802, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.661073] env[62093]: DEBUG nova.scheduler.client.report [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1802.799023] env[62093]: DEBUG nova.network.neutron [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [{"id": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "address": "fa:16:3e:ad:43:d0", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917f472-d7", "ovs_interfaceid": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.963396] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.091074] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710802, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.166332] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.166920] env[62093]: DEBUG nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1803.169892] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.920s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.170138] env[62093]: DEBUG nova.objects.instance [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lazy-loading 'resources' on Instance uuid 08d664a2-3934-45f5-897c-cfd94a221209 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.302236] env[62093]: DEBUG oslo_concurrency.lockutils [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.592709] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710802, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.673253] env[62093]: DEBUG nova.compute.utils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.677771] env[62093]: DEBUG nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1803.678036] env[62093]: DEBUG nova.network.neutron [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.727444] env[62093]: DEBUG nova.policy [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a260edb578db409886cb7392657a44aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59cd4ccf71b542d8a61517c5d2af2258', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1803.767825] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2e6cae-d0a8-415d-853d-43349e5681af {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.775829] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976b07a4-8c22-418f-9b8a-5d55eade1bca {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.818034] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2fbd28-9ba4-4e5d-b707-9d33d810d390 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.830025] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288f7750-eb1c-479f-b2c9-c4fc54b41e6c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.836230] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430df554-ccbf-4f11-a4dc-cf9f14423499 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.851574] env[62093]: DEBUG nova.compute.provider_tree [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.872524] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb132d2-9657-40e4-ba79-fb99fc38c56f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.884091] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance '9f3bc234-8573-44bd-94e0-7b5209513156' progress to 83 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1804.025168] env[62093]: DEBUG nova.network.neutron [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Successfully created port: 7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1804.092302] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710802, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.179020] env[62093]: DEBUG nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1804.372389] env[62093]: DEBUG nova.scheduler.client.report [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1804.391645] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.392552] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d5e303d-3a89-40e5-9a27-4a0e0a5b0539 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.403662] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1804.403662] env[62093]: value = "task-1710803" [ 1804.403662] env[62093]: _type = "Task" [ 1804.403662] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.413904] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.593749] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710802, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.880444] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.886417] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.922s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.888091] env[62093]: INFO nova.compute.claims [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1804.909703] env[62093]: INFO nova.scheduler.client.report [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Deleted allocations for instance 08d664a2-3934-45f5-897c-cfd94a221209 [ 1804.919476] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.091661] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710802, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.442192} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.091889] env[62093]: INFO nova.virt.vmwareapi.ds_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805/OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805.vmdk to [datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5/121a781b-8095-4c34-a3c6-de25811967a5.vmdk. [ 1805.092090] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Cleaning up location [datastore1] OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805 {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1805.092265] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_db55e340-cb4f-41d0-a7c2-cd6e9d525805 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.092537] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ecad6bf-ceed-4be4-b9a7-12bac0089e31 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.099897] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1805.099897] env[62093]: value = "task-1710805" [ 1805.099897] env[62093]: _type = "Task" [ 1805.099897] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.107023] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.189448] env[62093]: DEBUG nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1805.216597] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1805.216897] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1805.217144] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.217355] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1805.217504] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.217654] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1805.217861] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1805.218029] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1805.218201] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1805.218362] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1805.218571] env[62093]: DEBUG nova.virt.hardware [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1805.219446] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3dc057-61dc-4c4c-8e72-cacf24ad3c85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.228053] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb7d3e-cdbc-4854-91e2-4580ffc338ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.414675] env[62093]: DEBUG oslo_vmware.api [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710803, 'name': PowerOnVM_Task, 'duration_secs': 0.83542} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.414943] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1805.415141] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae4428-e535-441f-8de4-e94f28c2494c tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance '9f3bc234-8573-44bd-94e0-7b5209513156' progress to 100 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1805.422318] env[62093]: DEBUG oslo_concurrency.lockutils [None req-32dc0fb9-b0ca-422d-bda8-eeb238c3b239 tempest-ServerRescueNegativeTestJSON-1413677895 tempest-ServerRescueNegativeTestJSON-1413677895-project-member] Lock "08d664a2-3934-45f5-897c-cfd94a221209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.114s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.609903] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077888} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.610368] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.610368] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5/121a781b-8095-4c34-a3c6-de25811967a5.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.610660] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5/121a781b-8095-4c34-a3c6-de25811967a5.vmdk to [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706/123d32cc-1385-422a-9a1f-b212ab50f706.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.610966] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f00b699-eacb-4ea0-899e-69fbef9bec2a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.617192] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1805.617192] env[62093]: value = "task-1710806" [ 1805.617192] env[62093]: _type = "Task" [ 1805.617192] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.625207] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.743203] env[62093]: DEBUG nova.compute.manager [req-b8d08998-cd59-4ec7-9db5-84443c8003c2 req-3eff523d-7624-4d79-9d8b-b2e8787b7130 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Received event network-vif-plugged-7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1805.743491] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8d08998-cd59-4ec7-9db5-84443c8003c2 req-3eff523d-7624-4d79-9d8b-b2e8787b7130 service nova] Acquiring lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.743759] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8d08998-cd59-4ec7-9db5-84443c8003c2 req-3eff523d-7624-4d79-9d8b-b2e8787b7130 service nova] Lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.743948] env[62093]: DEBUG oslo_concurrency.lockutils [req-b8d08998-cd59-4ec7-9db5-84443c8003c2 req-3eff523d-7624-4d79-9d8b-b2e8787b7130 service nova] Lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.744375] env[62093]: DEBUG nova.compute.manager [req-b8d08998-cd59-4ec7-9db5-84443c8003c2 req-3eff523d-7624-4d79-9d8b-b2e8787b7130 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] No waiting events found dispatching network-vif-plugged-7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1805.744562] env[62093]: WARNING nova.compute.manager [req-b8d08998-cd59-4ec7-9db5-84443c8003c2 req-3eff523d-7624-4d79-9d8b-b2e8787b7130 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Received unexpected event network-vif-plugged-7e3efd62-c9a0-4a28-976e-b04319468692 for instance with vm_state building and task_state spawning. [ 1805.979145] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece2723-80fb-4828-b16a-8018a1a7f49f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.988423] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f1c0a2-80ad-4d71-aaf7-edaf5d430e06 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.020442] env[62093]: DEBUG nova.network.neutron [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Successfully updated port: 7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1806.022112] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3d2d33-1d8f-4e44-906e-2a3546af69a1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.031665] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702d937c-d3aa-4891-aaeb-1d4e1fc6ea06 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.046818] env[62093]: DEBUG nova.compute.provider_tree [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.127284] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.528072] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.528072] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.528072] env[62093]: DEBUG nova.network.neutron [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.551669] env[62093]: DEBUG nova.scheduler.client.report [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1806.627382] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710806, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.057686] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.059044] env[62093]: DEBUG nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1807.099496] env[62093]: DEBUG nova.network.neutron [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1807.132694] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710806, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.281170] env[62093]: DEBUG nova.network.neutron [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [{"id": "7e3efd62-c9a0-4a28-976e-b04319468692", "address": "fa:16:3e:a9:66:da", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3efd62-c9", "ovs_interfaceid": "7e3efd62-c9a0-4a28-976e-b04319468692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.565038] env[62093]: DEBUG nova.compute.utils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.566265] env[62093]: DEBUG nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1807.566446] env[62093]: DEBUG nova.network.neutron [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.617070] env[62093]: DEBUG nova.policy [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '030dea4a96cb4561ae52021d26f3ec6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73192caea9d849ad953f30deb42c6f6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1807.632665] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710806, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.784268] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.784636] env[62093]: DEBUG nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Instance network_info: |[{"id": "7e3efd62-c9a0-4a28-976e-b04319468692", "address": "fa:16:3e:a9:66:da", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3efd62-c9", "ovs_interfaceid": "7e3efd62-c9a0-4a28-976e-b04319468692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1807.785101] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:66:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e3efd62-c9a0-4a28-976e-b04319468692', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.793059] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Creating folder: Project (59cd4ccf71b542d8a61517c5d2af2258). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1807.795046] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e84566b3-09a3-4c2e-8011-06d7eb85ea78 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.797905] env[62093]: DEBUG nova.compute.manager [req-f6e93e9b-d095-429d-823e-a2310b4afa6e req-109b37e6-9fec-4244-9353-9801dddc616c service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Received event network-changed-7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1807.798119] env[62093]: DEBUG nova.compute.manager [req-f6e93e9b-d095-429d-823e-a2310b4afa6e req-109b37e6-9fec-4244-9353-9801dddc616c service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Refreshing instance network info cache due to event network-changed-7e3efd62-c9a0-4a28-976e-b04319468692. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1807.798446] env[62093]: DEBUG oslo_concurrency.lockutils [req-f6e93e9b-d095-429d-823e-a2310b4afa6e req-109b37e6-9fec-4244-9353-9801dddc616c service nova] Acquiring lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.798514] env[62093]: DEBUG oslo_concurrency.lockutils [req-f6e93e9b-d095-429d-823e-a2310b4afa6e req-109b37e6-9fec-4244-9353-9801dddc616c service nova] Acquired lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.798633] env[62093]: DEBUG nova.network.neutron [req-f6e93e9b-d095-429d-823e-a2310b4afa6e req-109b37e6-9fec-4244-9353-9801dddc616c service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Refreshing network info cache for port 7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.814031] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Created folder: Project (59cd4ccf71b542d8a61517c5d2af2258) in parent group-v356072. [ 1807.814031] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Creating folder: Instances. Parent ref: group-v356377. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1807.814360] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5e54353-7906-459e-aeac-947c4e654e08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.828364] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Created folder: Instances in parent group-v356377. [ 1807.828364] env[62093]: DEBUG oslo.service.loopingcall [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.828364] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.828364] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c66f3eb-a2b9-43e7-b013-04b615615ac7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.852378] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.852378] env[62093]: value = "task-1710809" [ 1807.852378] env[62093]: _type = "Task" [ 1807.852378] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.863275] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710809, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.895013] env[62093]: DEBUG nova.network.neutron [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Port 6917f472-d7c4-41f8-a681-bf8d9455d9e1 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1807.895013] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.895013] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.895013] env[62093]: DEBUG nova.network.neutron [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.996873] env[62093]: DEBUG nova.network.neutron [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Successfully created port: 30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1808.070326] env[62093]: DEBUG nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1808.132849] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710806, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.366638] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710809, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.583537] env[62093]: DEBUG nova.network.neutron [req-f6e93e9b-d095-429d-823e-a2310b4afa6e req-109b37e6-9fec-4244-9353-9801dddc616c service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updated VIF entry in instance network info cache for port 7e3efd62-c9a0-4a28-976e-b04319468692. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.583932] env[62093]: DEBUG nova.network.neutron [req-f6e93e9b-d095-429d-823e-a2310b4afa6e req-109b37e6-9fec-4244-9353-9801dddc616c service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [{"id": "7e3efd62-c9a0-4a28-976e-b04319468692", "address": "fa:16:3e:a9:66:da", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3efd62-c9", "ovs_interfaceid": "7e3efd62-c9a0-4a28-976e-b04319468692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.635370] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710806, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.676332] env[62093]: DEBUG nova.network.neutron [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [{"id": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "address": "fa:16:3e:ad:43:d0", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917f472-d7", "ovs_interfaceid": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.865131] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710809, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.080671] env[62093]: DEBUG nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1809.089624] env[62093]: DEBUG oslo_concurrency.lockutils [req-f6e93e9b-d095-429d-823e-a2310b4afa6e req-109b37e6-9fec-4244-9353-9801dddc616c service nova] Releasing lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.107768] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1809.108034] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1809.108201] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.108386] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1809.108535] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.108684] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1809.108899] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1809.109112] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1809.109247] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1809.109443] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1809.109640] env[62093]: DEBUG nova.virt.hardware [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1809.110549] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf91b0d0-c8ef-4232-b825-b3c426063c2b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.118478] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a6a595-3dab-4f01-bb3d-e36b6b0eaddb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.139745] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710806, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.324479} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.140066] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/121a781b-8095-4c34-a3c6-de25811967a5/121a781b-8095-4c34-a3c6-de25811967a5.vmdk to [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706/123d32cc-1385-422a-9a1f-b212ab50f706.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.140861] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f458b7-4e69-4d7b-8c2d-e2cd89c5fb3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.163988] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706/123d32cc-1385-422a-9a1f-b212ab50f706.vmdk or device None with type streamOptimized {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.164297] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f2fb9f-2bdc-4914-af96-e1322791aa48 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.178554] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.184758] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1809.184758] env[62093]: value = "task-1710811" [ 1809.184758] env[62093]: _type = "Task" [ 1809.184758] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.193298] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.363603] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710809, 'name': CreateVM_Task, 'duration_secs': 1.36051} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.364333] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1809.364739] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.364940] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.365282] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1809.365580] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75671ca7-c110-48b0-8365-2302a9c32429 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.370550] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1809.370550] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d53d62-6a05-8470-59e0-28c9356cdbdc" [ 1809.370550] env[62093]: _type = "Task" [ 1809.370550] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.378621] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d53d62-6a05-8470-59e0-28c9356cdbdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.532128] env[62093]: DEBUG nova.network.neutron [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Successfully updated port: 30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.681706] env[62093]: DEBUG nova.compute.manager [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62093) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1809.682038] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.682175] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.696726] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.818247] env[62093]: DEBUG nova.compute.manager [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Received event network-vif-plugged-30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1809.818491] env[62093]: DEBUG oslo_concurrency.lockutils [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] Acquiring lock "55e89d6c-7b9d-41f3-82d1-e0c862899378-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.818753] env[62093]: DEBUG oslo_concurrency.lockutils [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.818929] env[62093]: DEBUG oslo_concurrency.lockutils [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.819110] env[62093]: DEBUG nova.compute.manager [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] No waiting events found dispatching network-vif-plugged-30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1809.819275] env[62093]: WARNING nova.compute.manager [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Received unexpected event network-vif-plugged-30fbc6d9-c599-4fdb-917e-3a69d529176a for instance with vm_state building and task_state spawning. [ 1809.819430] env[62093]: DEBUG nova.compute.manager [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Received event network-changed-30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1809.819578] env[62093]: DEBUG nova.compute.manager [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Refreshing instance network info cache due to event network-changed-30fbc6d9-c599-4fdb-917e-3a69d529176a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1809.819763] env[62093]: DEBUG oslo_concurrency.lockutils [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] Acquiring lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.819927] env[62093]: DEBUG oslo_concurrency.lockutils [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] Acquired lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.820130] env[62093]: DEBUG nova.network.neutron [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Refreshing network info cache for port 30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1809.881141] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d53d62-6a05-8470-59e0-28c9356cdbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.035499} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.881445] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.881701] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1809.881935] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.882094] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.882300] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1809.882554] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6fcd87c-0028-41b7-8ab6-a4fabfbcc800 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.894693] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1809.894873] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1809.895556] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e3fb23-6a70-4cda-92ad-b12382410160 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.900409] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1809.900409] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5290140e-dd9e-d82f-1f05-f2f3aeac626d" [ 1809.900409] env[62093]: _type = "Task" [ 1809.900409] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.907582] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5290140e-dd9e-d82f-1f05-f2f3aeac626d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.035384] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.185315] env[62093]: DEBUG nova.objects.instance [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'migration_context' on Instance uuid 9f3bc234-8573-44bd-94e0-7b5209513156 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.196132] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.385601] env[62093]: DEBUG nova.network.neutron [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.410691] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5290140e-dd9e-d82f-1f05-f2f3aeac626d, 'name': SearchDatastore_Task, 'duration_secs': 0.038261} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.411550] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ba742d-5afe-450a-b430-c4cac4a83a85 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.416975] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1810.416975] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5254a142-e2f8-c69e-4a5d-69764d26ac6d" [ 1810.416975] env[62093]: _type = "Task" [ 1810.416975] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.424938] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5254a142-e2f8-c69e-4a5d-69764d26ac6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.464020] env[62093]: DEBUG nova.network.neutron [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.700812] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.785533] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ed608-ffab-487e-8bfb-9a46d065faec {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.793422] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdf0c4c-f1ec-4f1f-9680-19aae5923952 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.827436] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b432904-2cd1-4c0e-bc35-baed8d8ba2a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.833551] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d992c4df-3bc0-4185-a230-0904ff72bab1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.846943] env[62093]: DEBUG nova.compute.provider_tree [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.927544] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5254a142-e2f8-c69e-4a5d-69764d26ac6d, 'name': SearchDatastore_Task, 'duration_secs': 0.052847} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.927637] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.927853] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 909c9b80-fad8-4018-9c18-0fe4ed398ebf/909c9b80-fad8-4018-9c18-0fe4ed398ebf.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1810.928137] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d07f88f3-57ec-4141-b878-4f16d0ae3ec4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.934559] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1810.934559] env[62093]: value = "task-1710812" [ 1810.934559] env[62093]: _type = "Task" [ 1810.934559] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.942405] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.967148] env[62093]: DEBUG oslo_concurrency.lockutils [req-eb90e0cb-ae1f-46df-aeb0-d38f1f9937aa req-91132cdc-2110-4bd8-9685-eb3e213a0fe1 service nova] Releasing lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.967504] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.967665] env[62093]: DEBUG nova.network.neutron [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.199872] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710811, 'name': ReconfigVM_Task, 'duration_secs': 1.589595} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.201104] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706/123d32cc-1385-422a-9a1f-b212ab50f706.vmdk or device None with type streamOptimized {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.201856] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1166ba6-04aa-401a-a033-1120011a3ffc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.209663] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1811.209663] env[62093]: value = "task-1710813" [ 1811.209663] env[62093]: _type = "Task" [ 1811.209663] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.219836] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710813, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.353020] env[62093]: DEBUG nova.scheduler.client.report [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1811.448696] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.530580] env[62093]: DEBUG nova.network.neutron [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.720016] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710813, 'name': Rename_Task, 'duration_secs': 0.351389} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.720016] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.720288] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14b2a4e-257b-4cd9-b485-ef97581eccf2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.726258] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1811.726258] env[62093]: value = "task-1710814" [ 1811.726258] env[62093]: _type = "Task" [ 1811.726258] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.735860] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.772317] env[62093]: DEBUG nova.network.neutron [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Updating instance_info_cache with network_info: [{"id": "30fbc6d9-c599-4fdb-917e-3a69d529176a", "address": "fa:16:3e:4a:cd:99", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fbc6d9-c5", "ovs_interfaceid": "30fbc6d9-c599-4fdb-917e-3a69d529176a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.945916] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565737} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.945916] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 909c9b80-fad8-4018-9c18-0fe4ed398ebf/909c9b80-fad8-4018-9c18-0fe4ed398ebf.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1811.946181] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1811.946351] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39fddd57-e24d-44be-aae9-6b51175ceebe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.953938] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1811.953938] env[62093]: value = "task-1710815" [ 1811.953938] env[62093]: _type = "Task" [ 1811.953938] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.962618] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.236431] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.276158] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.276491] env[62093]: DEBUG nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Instance network_info: |[{"id": "30fbc6d9-c599-4fdb-917e-3a69d529176a", "address": "fa:16:3e:4a:cd:99", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fbc6d9-c5", "ovs_interfaceid": "30fbc6d9-c599-4fdb-917e-3a69d529176a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1812.277063] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:cd:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30fbc6d9-c599-4fdb-917e-3a69d529176a', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.284566] env[62093]: DEBUG oslo.service.loopingcall [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.284787] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.285020] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaafd900-55ee-4acb-a203-ebf9e20c9ff3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.304788] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.304788] env[62093]: value = "task-1710816" [ 1812.304788] env[62093]: _type = "Task" [ 1812.304788] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.312407] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710816, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.362776] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.680s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.463361] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064537} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.463586] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1812.464422] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daae47dd-9dbb-4303-9e70-2b68092dea86 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.486651] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 909c9b80-fad8-4018-9c18-0fe4ed398ebf/909c9b80-fad8-4018-9c18-0fe4ed398ebf.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.486885] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32118c66-d6a2-492f-880c-00c43c4fa861 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.506195] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1812.506195] env[62093]: value = "task-1710817" [ 1812.506195] env[62093]: _type = "Task" [ 1812.506195] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.513848] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.741155] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710814, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.815060] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710816, 'name': CreateVM_Task, 'duration_secs': 0.469858} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.815060] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1812.815294] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.815429] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.815771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1812.816111] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5ace3b-efe9-4c83-baf5-775ea619d150 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.820395] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1812.820395] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5257e4f6-e8a3-7fad-61ab-99ab0808d9b2" [ 1812.820395] env[62093]: _type = "Task" [ 1812.820395] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.827718] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5257e4f6-e8a3-7fad-61ab-99ab0808d9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.016784] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.237923] env[62093]: DEBUG oslo_vmware.api [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710814, 'name': PowerOnVM_Task, 'duration_secs': 1.22036} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.238221] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.331593] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5257e4f6-e8a3-7fad-61ab-99ab0808d9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016739} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.331888] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.332127] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.332375] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.332552] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.332778] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.333059] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26997390-6c6f-437c-a95a-1acf5f18cbc9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.342640] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.342843] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.344226] env[62093]: DEBUG nova.compute.manager [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1813.344479] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997406c5-b32a-443d-b050-b4aa69889afe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.347136] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6f83c2-4ed1-4f7f-82b3-f1346d72bdb2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.352210] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1813.352210] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52714d37-321b-2611-bd01-e694ca12342c" [ 1813.352210] env[62093]: _type = "Task" [ 1813.352210] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.364173] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52714d37-321b-2611-bd01-e694ca12342c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.515849] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710817, 'name': ReconfigVM_Task, 'duration_secs': 0.533703} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.516089] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 909c9b80-fad8-4018-9c18-0fe4ed398ebf/909c9b80-fad8-4018-9c18-0fe4ed398ebf.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.516691] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-398d1f91-cea4-4bb1-a393-435621f412af {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.522767] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1813.522767] env[62093]: value = "task-1710818" [ 1813.522767] env[62093]: _type = "Task" [ 1813.522767] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.530230] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710818, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.867380] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52714d37-321b-2611-bd01-e694ca12342c, 'name': SearchDatastore_Task, 'duration_secs': 0.025115} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.869479] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effcacf0-9920-4119-a994-7a9380d19b48 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.872115] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2de1e817-21bf-45d2-8f3e-c4aa4bf8ad4c tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.361s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.875700] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1813.875700] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5278cf84-87e9-4d44-45b7-cee479d3f85b" [ 1813.875700] env[62093]: _type = "Task" [ 1813.875700] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.883360] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5278cf84-87e9-4d44-45b7-cee479d3f85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.902557] env[62093]: INFO nova.compute.manager [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Swapping old allocation on dict_keys(['6e60daf5-3607-4d31-91a7-fe659465be0d']) held by migration cda77b23-c1eb-4117-a82e-6839674df871 for instance [ 1813.926085] env[62093]: DEBUG nova.scheduler.client.report [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Overwriting current allocation {'allocations': {'6e60daf5-3607-4d31-91a7-fe659465be0d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '58b7ad398c5a419ab299020d20611452', 'user_id': 'a0321c61f60649b5870b720d13db9f3e', 'consumer_generation': 1} on consumer 9f3bc234-8573-44bd-94e0-7b5209513156 {{(pid=62093) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1814.009338] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.009623] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.009817] env[62093]: DEBUG nova.network.neutron [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.031998] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710818, 'name': Rename_Task, 'duration_secs': 0.277694} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.032279] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.032537] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762fc9c6-d5fc-4730-be16-21cee570b907 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.039817] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1814.039817] env[62093]: value = "task-1710819" [ 1814.039817] env[62093]: _type = "Task" [ 1814.039817] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.046839] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.386325] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5278cf84-87e9-4d44-45b7-cee479d3f85b, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.386605] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.386951] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 55e89d6c-7b9d-41f3-82d1-e0c862899378/55e89d6c-7b9d-41f3-82d1-e0c862899378.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1814.387226] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7632bf5b-d056-40b0-adea-9cd6c216ee1a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.394110] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1814.394110] env[62093]: value = "task-1710820" [ 1814.394110] env[62093]: _type = "Task" [ 1814.394110] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.401440] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.552502] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710819, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.774079] env[62093]: DEBUG nova.network.neutron [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [{"id": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "address": "fa:16:3e:ad:43:d0", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6917f472-d7", "ovs_interfaceid": "6917f472-d7c4-41f8-a681-bf8d9455d9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.903526] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710820, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.050719] env[62093]: DEBUG oslo_vmware.api [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710819, 'name': PowerOnVM_Task, 'duration_secs': 0.517349} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.050994] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.051213] env[62093]: INFO nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1815.051395] env[62093]: DEBUG nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1815.052198] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b0e5bf-00d9-4dc8-978f-679b5416e1c4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.276711] env[62093]: DEBUG oslo_concurrency.lockutils [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-9f3bc234-8573-44bd-94e0-7b5209513156" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.277210] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.277494] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7399d662-51fc-459b-9fc6-5967045aeca7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.285555] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1815.285555] env[62093]: value = "task-1710821" [ 1815.285555] env[62093]: _type = "Task" [ 1815.285555] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.293900] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.403947] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571281} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.404268] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 55e89d6c-7b9d-41f3-82d1-e0c862899378/55e89d6c-7b9d-41f3-82d1-e0c862899378.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.404448] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.404702] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47bb875b-6181-4a9f-9ad1-43a405ee6dde {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.412195] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1815.412195] env[62093]: value = "task-1710822" [ 1815.412195] env[62093]: _type = "Task" [ 1815.412195] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.418615] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.573185] env[62093]: INFO nova.compute.manager [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Took 17.45 seconds to build instance. [ 1815.795828] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710821, 'name': PowerOffVM_Task, 'duration_secs': 0.360335} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.796057] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.796720] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1815.796973] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1815.797111] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.797295] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1815.797442] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.797589] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1815.797795] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1815.797953] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1815.798134] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1815.798297] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1815.798477] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1815.803792] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fabe4049-f7dc-4dd5-aa62-82899e94838f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.820063] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1815.820063] env[62093]: value = "task-1710823" [ 1815.820063] env[62093]: _type = "Task" [ 1815.820063] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.828721] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.922120] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143392} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.922491] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.923255] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf412df-c453-40ba-8105-f55c497f9586 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.948582] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 55e89d6c-7b9d-41f3-82d1-e0c862899378/55e89d6c-7b9d-41f3-82d1-e0c862899378.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.948905] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66951acc-d2b4-4ecb-bec9-836e17f0d831 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.971573] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1815.971573] env[62093]: value = "task-1710824" [ 1815.971573] env[62093]: _type = "Task" [ 1815.971573] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.980157] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.075961] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1da5cc3b-6436-4fb5-846d-b2a4c740f913 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.965s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.083170] env[62093]: DEBUG nova.compute.manager [req-0b83ecfa-ece9-47d4-b180-4333931f1b9a req-1e9ea601-39c2-476a-81c3-4260203019a1 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Received event network-changed-7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1816.083435] env[62093]: DEBUG nova.compute.manager [req-0b83ecfa-ece9-47d4-b180-4333931f1b9a req-1e9ea601-39c2-476a-81c3-4260203019a1 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Refreshing instance network info cache due to event network-changed-7e3efd62-c9a0-4a28-976e-b04319468692. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1816.083656] env[62093]: DEBUG oslo_concurrency.lockutils [req-0b83ecfa-ece9-47d4-b180-4333931f1b9a req-1e9ea601-39c2-476a-81c3-4260203019a1 service nova] Acquiring lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.083831] env[62093]: DEBUG oslo_concurrency.lockutils [req-0b83ecfa-ece9-47d4-b180-4333931f1b9a req-1e9ea601-39c2-476a-81c3-4260203019a1 service nova] Acquired lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.084244] env[62093]: DEBUG nova.network.neutron [req-0b83ecfa-ece9-47d4-b180-4333931f1b9a req-1e9ea601-39c2-476a-81c3-4260203019a1 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Refreshing network info cache for port 7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.329881] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710823, 'name': ReconfigVM_Task, 'duration_secs': 0.242661} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.330860] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106b1c86-2c93-4c9a-8630-d22bb3ebbc4f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.349903] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1816.350155] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1816.350505] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.350734] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1816.350883] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.351044] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1816.351255] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1816.351411] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1816.351623] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1816.351797] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1816.351969] env[62093]: DEBUG nova.virt.hardware [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1816.353078] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c721bf8-e4c3-4da2-8f59-698718aee065 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.358360] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1816.358360] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52932731-c857-783d-fdb3-ff6ffb4115e4" [ 1816.358360] env[62093]: _type = "Task" [ 1816.358360] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.365720] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52932731-c857-783d-fdb3-ff6ffb4115e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.480917] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710824, 'name': ReconfigVM_Task, 'duration_secs': 0.268478} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.481248] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 55e89d6c-7b9d-41f3-82d1-e0c862899378/55e89d6c-7b9d-41f3-82d1-e0c862899378.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.481957] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c166021c-86c6-4bf1-9126-c8089a956f91 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.488337] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1816.488337] env[62093]: value = "task-1710825" [ 1816.488337] env[62093]: _type = "Task" [ 1816.488337] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.496204] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710825, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.790888] env[62093]: DEBUG nova.network.neutron [req-0b83ecfa-ece9-47d4-b180-4333931f1b9a req-1e9ea601-39c2-476a-81c3-4260203019a1 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updated VIF entry in instance network info cache for port 7e3efd62-c9a0-4a28-976e-b04319468692. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.791277] env[62093]: DEBUG nova.network.neutron [req-0b83ecfa-ece9-47d4-b180-4333931f1b9a req-1e9ea601-39c2-476a-81c3-4260203019a1 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [{"id": "7e3efd62-c9a0-4a28-976e-b04319468692", "address": "fa:16:3e:a9:66:da", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3efd62-c9", "ovs_interfaceid": "7e3efd62-c9a0-4a28-976e-b04319468692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.868578] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52932731-c857-783d-fdb3-ff6ffb4115e4, 'name': SearchDatastore_Task, 'duration_secs': 0.037316} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.873944] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1816.874235] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e4f72c-9f92-485e-a28c-d98d00f66cab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.892084] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1816.892084] env[62093]: value = "task-1710826" [ 1816.892084] env[62093]: _type = "Task" [ 1816.892084] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.899447] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.998482] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710825, 'name': Rename_Task, 'duration_secs': 0.14799} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.998859] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.998997] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-190b0439-103a-4194-b1e1-043f8c62843c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.004748] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1817.004748] env[62093]: value = "task-1710827" [ 1817.004748] env[62093]: _type = "Task" [ 1817.004748] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.013585] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.294246] env[62093]: DEBUG oslo_concurrency.lockutils [req-0b83ecfa-ece9-47d4-b180-4333931f1b9a req-1e9ea601-39c2-476a-81c3-4260203019a1 service nova] Releasing lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.402429] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710826, 'name': ReconfigVM_Task, 'duration_secs': 0.191858} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.402773] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1817.403587] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4811d047-e891-4623-9440-77d07ebef854 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.426370] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156/9f3bc234-8573-44bd-94e0-7b5209513156.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.426719] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d342ab1-958f-44a8-b737-4c4eab92a8c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.445068] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1817.445068] env[62093]: value = "task-1710828" [ 1817.445068] env[62093]: _type = "Task" [ 1817.445068] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.453368] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.515152] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.954451] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710828, 'name': ReconfigVM_Task, 'duration_secs': 0.326987} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.954789] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156/9f3bc234-8573-44bd-94e0-7b5209513156.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1817.955681] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9c245-e8d2-44ee-90ac-488f0095c94f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.973741] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c01080e-04a9-40d7-bebd-9e41676839f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.991186] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764608e4-02a5-47b4-985c-14212ecbbda2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.010465] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718f81ae-f61a-4e25-9722-a5781c2e0442 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.017172] env[62093]: DEBUG oslo_vmware.api [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710827, 'name': PowerOnVM_Task, 'duration_secs': 0.601682} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.019327] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.019566] env[62093]: INFO nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1818.019730] env[62093]: DEBUG nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1818.020088] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.020759] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55ddcc7-ca68-4f81-9452-6e436c3f72e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.022893] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-170947e8-6a7b-44a9-838d-93940e0de0bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.031073] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1818.031073] env[62093]: value = "task-1710829" [ 1818.031073] env[62093]: _type = "Task" [ 1818.031073] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.039641] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.542249] env[62093]: INFO nova.compute.manager [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Took 15.60 seconds to build instance. [ 1818.547196] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.739066] env[62093]: DEBUG nova.compute.manager [req-4cd4b6ed-8708-4ce4-9d59-2b1ec75a15af req-ac37d9f4-800f-4469-af61-0ba3013f4068 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Received event network-changed-30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1818.739430] env[62093]: DEBUG nova.compute.manager [req-4cd4b6ed-8708-4ce4-9d59-2b1ec75a15af req-ac37d9f4-800f-4469-af61-0ba3013f4068 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Refreshing instance network info cache due to event network-changed-30fbc6d9-c599-4fdb-917e-3a69d529176a. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1818.739761] env[62093]: DEBUG oslo_concurrency.lockutils [req-4cd4b6ed-8708-4ce4-9d59-2b1ec75a15af req-ac37d9f4-800f-4469-af61-0ba3013f4068 service nova] Acquiring lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.740009] env[62093]: DEBUG oslo_concurrency.lockutils [req-4cd4b6ed-8708-4ce4-9d59-2b1ec75a15af req-ac37d9f4-800f-4469-af61-0ba3013f4068 service nova] Acquired lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.740271] env[62093]: DEBUG nova.network.neutron [req-4cd4b6ed-8708-4ce4-9d59-2b1ec75a15af req-ac37d9f4-800f-4469-af61-0ba3013f4068 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Refreshing network info cache for port 30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.046741] env[62093]: DEBUG oslo_concurrency.lockutils [None req-064c6c40-e8d6-4afc-ad6f-25f5e6ccaace tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.117s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.047175] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.482726] env[62093]: DEBUG nova.network.neutron [req-4cd4b6ed-8708-4ce4-9d59-2b1ec75a15af req-ac37d9f4-800f-4469-af61-0ba3013f4068 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Updated VIF entry in instance network info cache for port 30fbc6d9-c599-4fdb-917e-3a69d529176a. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.483143] env[62093]: DEBUG nova.network.neutron [req-4cd4b6ed-8708-4ce4-9d59-2b1ec75a15af req-ac37d9f4-800f-4469-af61-0ba3013f4068 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Updating instance_info_cache with network_info: [{"id": "30fbc6d9-c599-4fdb-917e-3a69d529176a", "address": "fa:16:3e:4a:cd:99", "network": {"id": "4d01edbd-aa98-4aa5-baed-8c94cb03bbeb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-390598228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73192caea9d849ad953f30deb42c6f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fbc6d9-c5", "ovs_interfaceid": "30fbc6d9-c599-4fdb-917e-3a69d529176a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.547090] env[62093]: DEBUG oslo_vmware.api [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710829, 'name': PowerOnVM_Task, 'duration_secs': 1.021152} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.547395] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.986619] env[62093]: DEBUG oslo_concurrency.lockutils [req-4cd4b6ed-8708-4ce4-9d59-2b1ec75a15af req-ac37d9f4-800f-4469-af61-0ba3013f4068 service nova] Releasing lock "refresh_cache-55e89d6c-7b9d-41f3-82d1-e0c862899378" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.559160] env[62093]: INFO nova.compute.manager [None req-6dd623c2-6789-45c4-9ff9-bef08889f2f7 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance to original state: 'active' [ 1821.596062] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "9f3bc234-8573-44bd-94e0-7b5209513156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.596442] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "9f3bc234-8573-44bd-94e0-7b5209513156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.598088] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.598315] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.598492] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "9f3bc234-8573-44bd-94e0-7b5209513156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.600372] env[62093]: INFO nova.compute.manager [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Terminating instance [ 1821.602020] env[62093]: DEBUG nova.compute.manager [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1821.602221] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.603076] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef60abd4-8157-4593-87b8-94d90bb3f56e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.610796] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.611052] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd76e332-caab-459b-bb64-0c7c7f2b1269 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.618582] env[62093]: DEBUG oslo_vmware.api [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1821.618582] env[62093]: value = "task-1710830" [ 1821.618582] env[62093]: _type = "Task" [ 1821.618582] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.626528] env[62093]: DEBUG oslo_vmware.api [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.128778] env[62093]: DEBUG oslo_vmware.api [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710830, 'name': PowerOffVM_Task, 'duration_secs': 0.204983} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.129045] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1822.129212] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1822.129463] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba6d02e5-df71-4a12-a226-cbddb928dd51 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.203997] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1822.203997] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1822.203997] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleting the datastore file [datastore1] 9f3bc234-8573-44bd-94e0-7b5209513156 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1822.203997] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af05acc-6838-4496-8d77-03383cf2ebda {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.211763] env[62093]: DEBUG oslo_vmware.api [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1822.211763] env[62093]: value = "task-1710832" [ 1822.211763] env[62093]: _type = "Task" [ 1822.211763] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.220212] env[62093]: DEBUG oslo_vmware.api [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.721944] env[62093]: DEBUG oslo_vmware.api [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412752} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.722345] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.722406] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.722586] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.722772] env[62093]: INFO nova.compute.manager [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1822.723015] env[62093]: DEBUG oslo.service.loopingcall [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.723211] env[62093]: DEBUG nova.compute.manager [-] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1822.723305] env[62093]: DEBUG nova.network.neutron [-] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1823.163122] env[62093]: DEBUG nova.compute.manager [req-e19c0cc8-d7e3-41f3-9a58-73722aad53be req-e61c0dd5-5b4c-43e0-9845-8ed1e1c474a9 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Received event network-vif-deleted-6917f472-d7c4-41f8-a681-bf8d9455d9e1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1823.163359] env[62093]: INFO nova.compute.manager [req-e19c0cc8-d7e3-41f3-9a58-73722aad53be req-e61c0dd5-5b4c-43e0-9845-8ed1e1c474a9 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Neutron deleted interface 6917f472-d7c4-41f8-a681-bf8d9455d9e1; detaching it from the instance and deleting it from the info cache [ 1823.163559] env[62093]: DEBUG nova.network.neutron [req-e19c0cc8-d7e3-41f3-9a58-73722aad53be req-e61c0dd5-5b4c-43e0-9845-8ed1e1c474a9 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.640787] env[62093]: DEBUG nova.network.neutron [-] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.666216] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ba12ced-6f42-4087-9d6a-f50a9b6e4bb7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.676092] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60fb6b-4411-48fc-b8c7-f1c07dfb4ad0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.701673] env[62093]: DEBUG nova.compute.manager [req-e19c0cc8-d7e3-41f3-9a58-73722aad53be req-e61c0dd5-5b4c-43e0-9845-8ed1e1c474a9 service nova] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Detach interface failed, port_id=6917f472-d7c4-41f8-a681-bf8d9455d9e1, reason: Instance 9f3bc234-8573-44bd-94e0-7b5209513156 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1824.144529] env[62093]: INFO nova.compute.manager [-] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Took 1.42 seconds to deallocate network for instance. [ 1824.652288] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.652542] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.652711] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.676846] env[62093]: INFO nova.scheduler.client.report [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted allocations for instance 9f3bc234-8573-44bd-94e0-7b5209513156 [ 1825.185527] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f24324e7-afa0-44bd-85cf-c15bdfd779f8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "9f3bc234-8573-44bd-94e0-7b5209513156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.589s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.545742] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.546135] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.048864] env[62093]: DEBUG nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1827.347568] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1827.347824] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1827.567155] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.567418] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.568924] env[62093]: INFO nova.compute.claims [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.852927] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1827.853184] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1828.629439] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee124c0-80a8-41c9-8096-acd6b546b94d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.636933] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00967bf1-09d7-423d-bbbb-bb07eadc1e9a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.667707] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424a84c5-5b3a-475c-a3aa-64bd2c002f47 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.674780] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba359577-ae6b-40e0-a871-2ef507261c44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.687706] env[62093]: DEBUG nova.compute.provider_tree [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.190739] env[62093]: DEBUG nova.scheduler.client.report [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1829.695390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.695914] env[62093]: DEBUG nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1830.200595] env[62093]: DEBUG nova.compute.utils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.202104] env[62093]: DEBUG nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1830.202276] env[62093]: DEBUG nova.network.neutron [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.250381] env[62093]: DEBUG nova.policy [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0321c61f60649b5870b720d13db9f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58b7ad398c5a419ab299020d20611452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1830.365325] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1830.365545] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1830.365733] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1830.365912] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1830.366086] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1830.366256] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1830.366420] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1830.366555] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1830.366705] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1830.508883] env[62093]: DEBUG nova.network.neutron [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Successfully created port: b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.706379] env[62093]: DEBUG nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1830.870208] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.870450] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.870614] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.870770] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1830.871700] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0541e9-b75e-4ed8-84f1-55ba43f443a6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.880963] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15117201-ae59-4ab9-86b9-144492b3db3c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.894646] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17689a62-1089-4e6f-8490-7b0eb50a477a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.900704] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44248a43-0c78-4a61-a000-4d769b0314e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.928797] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180377MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1830.928951] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.929171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.717057] env[62093]: DEBUG nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1831.743143] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1831.743402] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1831.743566] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.743749] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1831.743898] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.744063] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1831.744276] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1831.744435] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1831.744607] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1831.744789] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1831.744990] env[62093]: DEBUG nova.virt.hardware [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1831.745828] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f6d86-bfc2-4720-9b15-3b85b20f2869 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.754525] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aba1c4-3eb0-455a-99be-044171760546 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.883645] env[62093]: DEBUG nova.compute.manager [req-b3ac194a-6e2c-4618-b1c3-812655db51b1 req-9b47a5af-9414-4a41-9af4-14c0947a9835 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Received event network-vif-plugged-b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1831.883960] env[62093]: DEBUG oslo_concurrency.lockutils [req-b3ac194a-6e2c-4618-b1c3-812655db51b1 req-9b47a5af-9414-4a41-9af4-14c0947a9835 service nova] Acquiring lock "dae85da2-2d16-46eb-805d-02e1b56da6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.884132] env[62093]: DEBUG oslo_concurrency.lockutils [req-b3ac194a-6e2c-4618-b1c3-812655db51b1 req-9b47a5af-9414-4a41-9af4-14c0947a9835 service nova] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.884265] env[62093]: DEBUG oslo_concurrency.lockutils [req-b3ac194a-6e2c-4618-b1c3-812655db51b1 req-9b47a5af-9414-4a41-9af4-14c0947a9835 service nova] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.884436] env[62093]: DEBUG nova.compute.manager [req-b3ac194a-6e2c-4618-b1c3-812655db51b1 req-9b47a5af-9414-4a41-9af4-14c0947a9835 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] No waiting events found dispatching network-vif-plugged-b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1831.884599] env[62093]: WARNING nova.compute.manager [req-b3ac194a-6e2c-4618-b1c3-812655db51b1 req-9b47a5af-9414-4a41-9af4-14c0947a9835 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Received unexpected event network-vif-plugged-b8303ab6-7ec4-446f-8741-09c7eec055d1 for instance with vm_state building and task_state spawning. [ 1831.954942] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 123d32cc-1385-422a-9a1f-b212ab50f706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1831.955148] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 909c9b80-fad8-4018-9c18-0fe4ed398ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1831.955308] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 55e89d6c-7b9d-41f3-82d1-e0c862899378 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1831.955429] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance dae85da2-2d16-46eb-805d-02e1b56da6ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1831.955614] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1831.955752] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1831.963157] env[62093]: DEBUG nova.network.neutron [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Successfully updated port: b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.015111] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6b5a62-d3a0-45eb-aa14-261e7d15664d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.023049] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c266bd32-e568-4c7e-92a6-b6091c626e2e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.052694] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a98aad6-265b-4154-aa53-ddc82804c17a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.059350] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92695d0-7737-4cc5-bb8d-e8ca158eaa3a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.072216] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.464754] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.464912] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.465092] env[62093]: DEBUG nova.network.neutron [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.575528] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1832.995730] env[62093]: DEBUG nova.network.neutron [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.080695] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1833.080902] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.113931] env[62093]: DEBUG nova.network.neutron [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updating instance_info_cache with network_info: [{"id": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "address": "fa:16:3e:97:25:51", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8303ab6-7e", "ovs_interfaceid": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.617196] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.617528] env[62093]: DEBUG nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Instance network_info: |[{"id": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "address": "fa:16:3e:97:25:51", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8303ab6-7e", "ovs_interfaceid": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1833.617969] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:25:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8303ab6-7ec4-446f-8741-09c7eec055d1', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1833.626505] env[62093]: DEBUG oslo.service.loopingcall [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.626786] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1833.627047] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62d7aec3-56d7-498c-9bf4-df5581c48e42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.647979] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1833.647979] env[62093]: value = "task-1710833" [ 1833.647979] env[62093]: _type = "Task" [ 1833.647979] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.655412] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710833, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.911522] env[62093]: DEBUG nova.compute.manager [req-53233079-438a-42f6-a24c-c0d894abdf86 req-0ac50b8a-883c-4369-976e-5660c1474325 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Received event network-changed-b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1833.911749] env[62093]: DEBUG nova.compute.manager [req-53233079-438a-42f6-a24c-c0d894abdf86 req-0ac50b8a-883c-4369-976e-5660c1474325 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Refreshing instance network info cache due to event network-changed-b8303ab6-7ec4-446f-8741-09c7eec055d1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1833.911959] env[62093]: DEBUG oslo_concurrency.lockutils [req-53233079-438a-42f6-a24c-c0d894abdf86 req-0ac50b8a-883c-4369-976e-5660c1474325 service nova] Acquiring lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.912553] env[62093]: DEBUG oslo_concurrency.lockutils [req-53233079-438a-42f6-a24c-c0d894abdf86 req-0ac50b8a-883c-4369-976e-5660c1474325 service nova] Acquired lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.912810] env[62093]: DEBUG nova.network.neutron [req-53233079-438a-42f6-a24c-c0d894abdf86 req-0ac50b8a-883c-4369-976e-5660c1474325 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Refreshing network info cache for port b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.157974] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710833, 'name': CreateVM_Task, 'duration_secs': 0.370797} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.158305] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1834.158878] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.159066] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.159420] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1834.159712] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d60f1f0-422a-4d24-8594-b0ce558f68bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.163948] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1834.163948] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521de98a-e567-b882-35cd-75e611524568" [ 1834.163948] env[62093]: _type = "Task" [ 1834.163948] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.171928] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521de98a-e567-b882-35cd-75e611524568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.636663] env[62093]: DEBUG nova.network.neutron [req-53233079-438a-42f6-a24c-c0d894abdf86 req-0ac50b8a-883c-4369-976e-5660c1474325 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updated VIF entry in instance network info cache for port b8303ab6-7ec4-446f-8741-09c7eec055d1. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.637127] env[62093]: DEBUG nova.network.neutron [req-53233079-438a-42f6-a24c-c0d894abdf86 req-0ac50b8a-883c-4369-976e-5660c1474325 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updating instance_info_cache with network_info: [{"id": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "address": "fa:16:3e:97:25:51", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8303ab6-7e", "ovs_interfaceid": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.674056] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521de98a-e567-b882-35cd-75e611524568, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.674359] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.674582] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.674810] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.674959] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.675154] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.675399] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c95df3-785e-49f4-b4f9-c9c1ae3f584d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.683421] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.683588] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.684271] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999425d1-7b3a-43e4-b761-7fc0a70eb9f7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.689181] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1834.689181] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52acb159-abfc-0a6f-cd4f-192675dbc2bc" [ 1834.689181] env[62093]: _type = "Task" [ 1834.689181] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.696414] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52acb159-abfc-0a6f-cd4f-192675dbc2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.139757] env[62093]: DEBUG oslo_concurrency.lockutils [req-53233079-438a-42f6-a24c-c0d894abdf86 req-0ac50b8a-883c-4369-976e-5660c1474325 service nova] Releasing lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.199598] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52acb159-abfc-0a6f-cd4f-192675dbc2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.200402] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44939307-52ad-4ed0-86e0-90dae232e642 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.205245] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1835.205245] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f5b324-11ad-63d3-4e4c-18b25762d44e" [ 1835.205245] env[62093]: _type = "Task" [ 1835.205245] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.212723] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f5b324-11ad-63d3-4e4c-18b25762d44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.715342] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f5b324-11ad-63d3-4e4c-18b25762d44e, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.715606] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.715857] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] dae85da2-2d16-46eb-805d-02e1b56da6ec/dae85da2-2d16-46eb-805d-02e1b56da6ec.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1835.716133] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30890873-dd32-41f9-926e-d73bb1904a8e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.722794] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1835.722794] env[62093]: value = "task-1710834" [ 1835.722794] env[62093]: _type = "Task" [ 1835.722794] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.731320] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.231983] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477666} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.232344] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] dae85da2-2d16-46eb-805d-02e1b56da6ec/dae85da2-2d16-46eb-805d-02e1b56da6ec.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1836.232502] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1836.232749] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b8b7445-6276-4ec2-b18f-2a869becf192 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.240130] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1836.240130] env[62093]: value = "task-1710835" [ 1836.240130] env[62093]: _type = "Task" [ 1836.240130] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.247092] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.749394] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056694} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.749644] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1836.750425] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e816b69-8693-4c46-9676-f8ac7f2d45d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.771905] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] dae85da2-2d16-46eb-805d-02e1b56da6ec/dae85da2-2d16-46eb-805d-02e1b56da6ec.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.772186] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826a0870-419e-4f81-b057-3a0295e11d8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.792470] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1836.792470] env[62093]: value = "task-1710836" [ 1836.792470] env[62093]: _type = "Task" [ 1836.792470] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.802715] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.301806] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710836, 'name': ReconfigVM_Task, 'duration_secs': 0.27012} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.302198] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Reconfigured VM instance instance-00000075 to attach disk [datastore1] dae85da2-2d16-46eb-805d-02e1b56da6ec/dae85da2-2d16-46eb-805d-02e1b56da6ec.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1837.302705] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6983367e-a7f5-45fc-83ef-42d42a9ebdea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.309342] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1837.309342] env[62093]: value = "task-1710837" [ 1837.309342] env[62093]: _type = "Task" [ 1837.309342] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.316514] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710837, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.819272] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710837, 'name': Rename_Task, 'duration_secs': 0.136418} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.819506] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.819747] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-febef101-607e-408c-b03d-0ec5829cf18d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.826425] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1837.826425] env[62093]: value = "task-1710838" [ 1837.826425] env[62093]: _type = "Task" [ 1837.826425] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.833818] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.336069] env[62093]: DEBUG oslo_vmware.api [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710838, 'name': PowerOnVM_Task, 'duration_secs': 0.415438} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.336425] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.336576] env[62093]: INFO nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1838.336753] env[62093]: DEBUG nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1838.337562] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65ec46-be8e-4c97-b632-4e3dddfe365f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.855221] env[62093]: INFO nova.compute.manager [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Took 11.30 seconds to build instance. [ 1839.357585] env[62093]: DEBUG oslo_concurrency.lockutils [None req-12e4c637-8017-4ec2-b1a5-fc345c16b4e0 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.811s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.526172] env[62093]: DEBUG nova.compute.manager [req-477bd212-2912-4ca1-90e9-3dc0aa0bfb58 req-d72b66e8-d817-47fb-ae0b-6f1773a4aaf9 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Received event network-changed-b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1839.526172] env[62093]: DEBUG nova.compute.manager [req-477bd212-2912-4ca1-90e9-3dc0aa0bfb58 req-d72b66e8-d817-47fb-ae0b-6f1773a4aaf9 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Refreshing instance network info cache due to event network-changed-b8303ab6-7ec4-446f-8741-09c7eec055d1. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1839.526172] env[62093]: DEBUG oslo_concurrency.lockutils [req-477bd212-2912-4ca1-90e9-3dc0aa0bfb58 req-d72b66e8-d817-47fb-ae0b-6f1773a4aaf9 service nova] Acquiring lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.526172] env[62093]: DEBUG oslo_concurrency.lockutils [req-477bd212-2912-4ca1-90e9-3dc0aa0bfb58 req-d72b66e8-d817-47fb-ae0b-6f1773a4aaf9 service nova] Acquired lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.526172] env[62093]: DEBUG nova.network.neutron [req-477bd212-2912-4ca1-90e9-3dc0aa0bfb58 req-d72b66e8-d817-47fb-ae0b-6f1773a4aaf9 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Refreshing network info cache for port b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.232044] env[62093]: DEBUG nova.network.neutron [req-477bd212-2912-4ca1-90e9-3dc0aa0bfb58 req-d72b66e8-d817-47fb-ae0b-6f1773a4aaf9 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updated VIF entry in instance network info cache for port b8303ab6-7ec4-446f-8741-09c7eec055d1. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.232414] env[62093]: DEBUG nova.network.neutron [req-477bd212-2912-4ca1-90e9-3dc0aa0bfb58 req-d72b66e8-d817-47fb-ae0b-6f1773a4aaf9 service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updating instance_info_cache with network_info: [{"id": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "address": "fa:16:3e:97:25:51", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8303ab6-7e", "ovs_interfaceid": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.734826] env[62093]: DEBUG oslo_concurrency.lockutils [req-477bd212-2912-4ca1-90e9-3dc0aa0bfb58 req-d72b66e8-d817-47fb-ae0b-6f1773a4aaf9 service nova] Releasing lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.956070] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.956491] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.956491] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.956628] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.956797] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.959143] env[62093]: INFO nova.compute.manager [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Terminating instance [ 1850.960981] env[62093]: DEBUG nova.compute.manager [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1850.961220] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.962122] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4be3ada-2387-41ff-baa6-c954d0cc55b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.970498] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.970724] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ca17d8-3924-43f3-8a89-1132b2da5a55 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.976840] env[62093]: DEBUG oslo_vmware.api [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1850.976840] env[62093]: value = "task-1710839" [ 1850.976840] env[62093]: _type = "Task" [ 1850.976840] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.984871] env[62093]: DEBUG oslo_vmware.api [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.486997] env[62093]: DEBUG oslo_vmware.api [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710839, 'name': PowerOffVM_Task, 'duration_secs': 0.256612} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.487304] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1851.487474] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1851.487729] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda0914e-f12e-49e4-9ffa-986b8740aa0e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.561553] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1851.561818] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1851.562031] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleting the datastore file [datastore1] 123d32cc-1385-422a-9a1f-b212ab50f706 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1851.562309] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b66ecdf2-a091-4449-8ab9-6f7deb0e91b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.569306] env[62093]: DEBUG oslo_vmware.api [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for the task: (returnval){ [ 1851.569306] env[62093]: value = "task-1710841" [ 1851.569306] env[62093]: _type = "Task" [ 1851.569306] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.576540] env[62093]: DEBUG oslo_vmware.api [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.080545] env[62093]: DEBUG oslo_vmware.api [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Task: {'id': task-1710841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145455} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.080545] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.080545] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.080545] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.080999] env[62093]: INFO nova.compute.manager [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1852.080999] env[62093]: DEBUG oslo.service.loopingcall [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.081149] env[62093]: DEBUG nova.compute.manager [-] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1852.081149] env[62093]: DEBUG nova.network.neutron [-] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.490697] env[62093]: DEBUG nova.compute.manager [req-c8f76918-fa1b-415d-9eb4-2f3df50e6364 req-336ace86-68e0-4a36-b793-89e84435f48d service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Received event network-vif-deleted-29e82784-3cbf-43d1-ab68-5dababd109e9 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1852.490904] env[62093]: INFO nova.compute.manager [req-c8f76918-fa1b-415d-9eb4-2f3df50e6364 req-336ace86-68e0-4a36-b793-89e84435f48d service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Neutron deleted interface 29e82784-3cbf-43d1-ab68-5dababd109e9; detaching it from the instance and deleting it from the info cache [ 1852.491043] env[62093]: DEBUG nova.network.neutron [req-c8f76918-fa1b-415d-9eb4-2f3df50e6364 req-336ace86-68e0-4a36-b793-89e84435f48d service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.970025] env[62093]: DEBUG nova.network.neutron [-] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.993657] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-745ccd55-c07a-4242-b727-e67c6f243c3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.004103] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e5c849-793d-44d8-882a-de73eb96b46a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.030729] env[62093]: DEBUG nova.compute.manager [req-c8f76918-fa1b-415d-9eb4-2f3df50e6364 req-336ace86-68e0-4a36-b793-89e84435f48d service nova] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Detach interface failed, port_id=29e82784-3cbf-43d1-ab68-5dababd109e9, reason: Instance 123d32cc-1385-422a-9a1f-b212ab50f706 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1853.471575] env[62093]: INFO nova.compute.manager [-] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Took 1.39 seconds to deallocate network for instance. [ 1853.978435] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.978719] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.978947] env[62093]: DEBUG nova.objects.instance [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lazy-loading 'resources' on Instance uuid 123d32cc-1385-422a-9a1f-b212ab50f706 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.546294] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcb1001-28e4-4e1c-b69d-9322a006fe18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.554101] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdd7018-0b58-4c8e-a34b-48bf80c37a34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.584259] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e40e54-e2df-455f-9509-d7a3bd9c19a3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.591789] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa04ad1f-5671-4f6d-a037-09dbd166d485 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.605045] env[62093]: DEBUG nova.compute.provider_tree [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.108995] env[62093]: DEBUG nova.scheduler.client.report [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1855.154456] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.154696] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.614575] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.633652] env[62093]: INFO nova.scheduler.client.report [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Deleted allocations for instance 123d32cc-1385-422a-9a1f-b212ab50f706 [ 1855.658424] env[62093]: DEBUG nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1856.142693] env[62093]: DEBUG oslo_concurrency.lockutils [None req-48c3a010-d7fa-4018-80fe-5b9d4ed1bd72 tempest-AttachVolumeShelveTestJSON-316791773 tempest-AttachVolumeShelveTestJSON-316791773-project-member] Lock "123d32cc-1385-422a-9a1f-b212ab50f706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.186s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.180231] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.180499] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.182032] env[62093]: INFO nova.compute.claims [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.254863] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2835cf01-4b2b-44a3-aa28-91ba0d9247c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.262417] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6e7f5-9080-46d4-bd29-2a37b2dd172f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.291915] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c2e07-fda3-48b9-889f-aa3627c9a478 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.298845] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d21ff63-92b9-428b-96e9-9e0c0cce55c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.312734] env[62093]: DEBUG nova.compute.provider_tree [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.646357] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.646641] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.815526] env[62093]: DEBUG nova.scheduler.client.report [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1858.150170] env[62093]: DEBUG nova.compute.utils [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.319830] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.320403] env[62093]: DEBUG nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1858.653762] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.825638] env[62093]: DEBUG nova.compute.utils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.827462] env[62093]: DEBUG nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1858.827690] env[62093]: DEBUG nova.network.neutron [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.872989] env[62093]: DEBUG nova.policy [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a260edb578db409886cb7392657a44aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59cd4ccf71b542d8a61517c5d2af2258', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1859.102616] env[62093]: DEBUG nova.network.neutron [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Successfully created port: 9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.331184] env[62093]: DEBUG nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1859.715253] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.715462] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.715709] env[62093]: INFO nova.compute.manager [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Attaching volume 0629decb-7c42-49ed-adab-12a3214ecf60 to /dev/sdb [ 1859.746727] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd09232d-68cc-4cc8-9ab8-b4f8190e5d7f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.754096] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d217e2-f533-4c8b-96da-453a13d4aeb3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.767080] env[62093]: DEBUG nova.virt.block_device [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Updating existing volume attachment record: 890f9b3b-a305-4b37-8c99-ced7aba6814c {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1860.341840] env[62093]: DEBUG nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1860.367245] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1860.367562] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1860.367776] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.368030] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1860.368235] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.368427] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1860.368667] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1860.368845] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1860.369025] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1860.369192] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1860.369365] env[62093]: DEBUG nova.virt.hardware [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1860.370279] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c176973a-3d9b-43c8-b3ca-4467fd26b645 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.378477] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589caf43-47c6-44bc-acd4-e6bea838f716 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.478965] env[62093]: DEBUG nova.compute.manager [req-1bed8cb6-3d85-4536-9057-402b3f23e795 req-d5185e42-1b47-47e5-ac8d-a93820f28a5c service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Received event network-vif-plugged-9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1860.479256] env[62093]: DEBUG oslo_concurrency.lockutils [req-1bed8cb6-3d85-4536-9057-402b3f23e795 req-d5185e42-1b47-47e5-ac8d-a93820f28a5c service nova] Acquiring lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.479465] env[62093]: DEBUG oslo_concurrency.lockutils [req-1bed8cb6-3d85-4536-9057-402b3f23e795 req-d5185e42-1b47-47e5-ac8d-a93820f28a5c service nova] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.479628] env[62093]: DEBUG oslo_concurrency.lockutils [req-1bed8cb6-3d85-4536-9057-402b3f23e795 req-d5185e42-1b47-47e5-ac8d-a93820f28a5c service nova] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.479796] env[62093]: DEBUG nova.compute.manager [req-1bed8cb6-3d85-4536-9057-402b3f23e795 req-d5185e42-1b47-47e5-ac8d-a93820f28a5c service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] No waiting events found dispatching network-vif-plugged-9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1860.480010] env[62093]: WARNING nova.compute.manager [req-1bed8cb6-3d85-4536-9057-402b3f23e795 req-d5185e42-1b47-47e5-ac8d-a93820f28a5c service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Received unexpected event network-vif-plugged-9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861 for instance with vm_state building and task_state spawning. [ 1860.565229] env[62093]: DEBUG nova.network.neutron [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Successfully updated port: 9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1861.069307] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "refresh_cache-b91d0d63-adf6-4a3d-85f6-4723df25c2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.069474] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "refresh_cache-b91d0d63-adf6-4a3d-85f6-4723df25c2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.069628] env[62093]: DEBUG nova.network.neutron [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.603537] env[62093]: DEBUG nova.network.neutron [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.747555] env[62093]: DEBUG nova.network.neutron [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Updating instance_info_cache with network_info: [{"id": "9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861", "address": "fa:16:3e:6e:05:f6", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8ad8c8-c7", "ovs_interfaceid": "9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.251021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "refresh_cache-b91d0d63-adf6-4a3d-85f6-4723df25c2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.251021] env[62093]: DEBUG nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Instance network_info: |[{"id": "9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861", "address": "fa:16:3e:6e:05:f6", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8ad8c8-c7", "ovs_interfaceid": "9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1862.251341] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:05:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.259181] env[62093]: DEBUG oslo.service.loopingcall [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.259436] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.259703] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68c0e424-c6df-4725-9106-143c55cb5f65 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.280663] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.280663] env[62093]: value = "task-1710845" [ 1862.280663] env[62093]: _type = "Task" [ 1862.280663] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.289492] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710845, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.507866] env[62093]: DEBUG nova.compute.manager [req-8bf95a6c-4642-4655-9297-1523ddf67efc req-de79622e-48bc-4522-8318-7f75d51da973 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Received event network-changed-9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1862.508094] env[62093]: DEBUG nova.compute.manager [req-8bf95a6c-4642-4655-9297-1523ddf67efc req-de79622e-48bc-4522-8318-7f75d51da973 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Refreshing instance network info cache due to event network-changed-9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1862.508313] env[62093]: DEBUG oslo_concurrency.lockutils [req-8bf95a6c-4642-4655-9297-1523ddf67efc req-de79622e-48bc-4522-8318-7f75d51da973 service nova] Acquiring lock "refresh_cache-b91d0d63-adf6-4a3d-85f6-4723df25c2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.508455] env[62093]: DEBUG oslo_concurrency.lockutils [req-8bf95a6c-4642-4655-9297-1523ddf67efc req-de79622e-48bc-4522-8318-7f75d51da973 service nova] Acquired lock "refresh_cache-b91d0d63-adf6-4a3d-85f6-4723df25c2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.508614] env[62093]: DEBUG nova.network.neutron [req-8bf95a6c-4642-4655-9297-1523ddf67efc req-de79622e-48bc-4522-8318-7f75d51da973 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Refreshing network info cache for port 9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.789978] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710845, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.255587] env[62093]: DEBUG nova.network.neutron [req-8bf95a6c-4642-4655-9297-1523ddf67efc req-de79622e-48bc-4522-8318-7f75d51da973 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Updated VIF entry in instance network info cache for port 9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.255587] env[62093]: DEBUG nova.network.neutron [req-8bf95a6c-4642-4655-9297-1523ddf67efc req-de79622e-48bc-4522-8318-7f75d51da973 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Updating instance_info_cache with network_info: [{"id": "9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861", "address": "fa:16:3e:6e:05:f6", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8ad8c8-c7", "ovs_interfaceid": "9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.294597] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710845, 'name': CreateVM_Task} progress is 25%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.708580] env[62093]: DEBUG oslo_concurrency.lockutils [req-8bf95a6c-4642-4655-9297-1523ddf67efc req-de79622e-48bc-4522-8318-7f75d51da973 service nova] Releasing lock "refresh_cache-b91d0d63-adf6-4a3d-85f6-4723df25c2b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.792433] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710845, 'name': CreateVM_Task, 'duration_secs': 1.199461} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.792806] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.793352] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.793509] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.793821] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.794127] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd543a6d-b359-4b92-9b9f-f958ebf4c2e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.798319] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1863.798319] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52af56cc-fb51-0e9b-ed28-fc32cfcc41e1" [ 1863.798319] env[62093]: _type = "Task" [ 1863.798319] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.805760] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52af56cc-fb51-0e9b-ed28-fc32cfcc41e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.308388] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52af56cc-fb51-0e9b-ed28-fc32cfcc41e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.308679] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.308912] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.309164] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.309312] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.309491] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.309749] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc26ef5-a311-42a5-bee5-3df7020f0d0b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.313517] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1864.313724] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356382', 'volume_id': '0629decb-7c42-49ed-adab-12a3214ecf60', 'name': 'volume-0629decb-7c42-49ed-adab-12a3214ecf60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55e89d6c-7b9d-41f3-82d1-e0c862899378', 'attached_at': '', 'detached_at': '', 'volume_id': '0629decb-7c42-49ed-adab-12a3214ecf60', 'serial': '0629decb-7c42-49ed-adab-12a3214ecf60'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1864.314488] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e001f830-6660-44ea-9d47-6df9fbf8cd33 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.329375] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74970d9-ad41-412c-8e98-ccd1d9df1003 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.352806] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-0629decb-7c42-49ed-adab-12a3214ecf60/volume-0629decb-7c42-49ed-adab-12a3214ecf60.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.354063] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b606bc09-cb7b-4106-bed1-bc435fd3ea9d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.366590] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.366779] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.367506] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcb1b05-95ae-4ad8-b57e-c9baa6d889df {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.372537] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1864.372537] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f53ba5-f495-cdfd-0d6e-752f1befc1d7" [ 1864.372537] env[62093]: _type = "Task" [ 1864.372537] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.376564] env[62093]: DEBUG oslo_vmware.api [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1864.376564] env[62093]: value = "task-1710846" [ 1864.376564] env[62093]: _type = "Task" [ 1864.376564] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.382535] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f53ba5-f495-cdfd-0d6e-752f1befc1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.387143] env[62093]: DEBUG oslo_vmware.api [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.883619] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f53ba5-f495-cdfd-0d6e-752f1befc1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.090523} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.886029] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5f0dfb-0417-4043-8cd5-19c4520cce69 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.889893] env[62093]: DEBUG oslo_vmware.api [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710846, 'name': ReconfigVM_Task, 'duration_secs': 0.375236} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.890505] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-0629decb-7c42-49ed-adab-12a3214ecf60/volume-0629decb-7c42-49ed-adab-12a3214ecf60.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.896239] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-107e499f-3508-4788-be79-7d5e4d4ae55b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.905791] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1864.905791] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f70f84-e49d-545c-4158-de303277d672" [ 1864.905791] env[62093]: _type = "Task" [ 1864.905791] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.910281] env[62093]: DEBUG oslo_vmware.api [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1864.910281] env[62093]: value = "task-1710847" [ 1864.910281] env[62093]: _type = "Task" [ 1864.910281] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.913450] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f70f84-e49d-545c-4158-de303277d672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.921191] env[62093]: DEBUG oslo_vmware.api [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.417037] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f70f84-e49d-545c-4158-de303277d672, 'name': SearchDatastore_Task, 'duration_secs': 0.055646} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.419150] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.419442] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3/b91d0d63-adf6-4a3d-85f6-4723df25c2b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.419674] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d470e952-2253-4672-bacd-2e437c7f6c7c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.427510] env[62093]: DEBUG oslo_vmware.api [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710847, 'name': ReconfigVM_Task, 'duration_secs': 0.143663} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.428666] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356382', 'volume_id': '0629decb-7c42-49ed-adab-12a3214ecf60', 'name': 'volume-0629decb-7c42-49ed-adab-12a3214ecf60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55e89d6c-7b9d-41f3-82d1-e0c862899378', 'attached_at': '', 'detached_at': '', 'volume_id': '0629decb-7c42-49ed-adab-12a3214ecf60', 'serial': '0629decb-7c42-49ed-adab-12a3214ecf60'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1865.430141] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1865.430141] env[62093]: value = "task-1710848" [ 1865.430141] env[62093]: _type = "Task" [ 1865.430141] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.437537] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.942135] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.440234] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.464260] env[62093]: DEBUG nova.objects.instance [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'flavor' on Instance uuid 55e89d6c-7b9d-41f3-82d1-e0c862899378 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.941164] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.969105] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e8c95b37-c582-4669-a9e1-504affa8597a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.150955] env[62093]: DEBUG oslo_concurrency.lockutils [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.151267] env[62093]: DEBUG oslo_concurrency.lockutils [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.441726] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710848, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.951295} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.442039] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3/b91d0d63-adf6-4a3d-85f6-4723df25c2b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1867.442275] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1867.442525] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b67525c8-6343-47af-a83d-356cb0391405 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.448852] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1867.448852] env[62093]: value = "task-1710849" [ 1867.448852] env[62093]: _type = "Task" [ 1867.448852] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.455752] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.654391] env[62093]: INFO nova.compute.manager [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Detaching volume 0629decb-7c42-49ed-adab-12a3214ecf60 [ 1867.685040] env[62093]: INFO nova.virt.block_device [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Attempting to driver detach volume 0629decb-7c42-49ed-adab-12a3214ecf60 from mountpoint /dev/sdb [ 1867.685295] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1867.685485] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356382', 'volume_id': '0629decb-7c42-49ed-adab-12a3214ecf60', 'name': 'volume-0629decb-7c42-49ed-adab-12a3214ecf60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55e89d6c-7b9d-41f3-82d1-e0c862899378', 'attached_at': '', 'detached_at': '', 'volume_id': '0629decb-7c42-49ed-adab-12a3214ecf60', 'serial': '0629decb-7c42-49ed-adab-12a3214ecf60'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1867.686359] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8328fcd-cc7b-4885-9534-58175b1a7c75 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.709149] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceee8e6b-db0c-4211-b571-f70e59800637 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.716238] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35966dbd-c9ce-40ce-b4d0-37cf11e2d431 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.736153] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d7e007-a488-43ea-8810-53adb27c0fd3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.750404] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] The volume has not been displaced from its original location: [datastore1] volume-0629decb-7c42-49ed-adab-12a3214ecf60/volume-0629decb-7c42-49ed-adab-12a3214ecf60.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1867.755535] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1867.755809] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80746ce-4c0f-40bd-b95c-c50fad446657 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.773611] env[62093]: DEBUG oslo_vmware.api [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1867.773611] env[62093]: value = "task-1710850" [ 1867.773611] env[62093]: _type = "Task" [ 1867.773611] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.780950] env[62093]: DEBUG oslo_vmware.api [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.958200] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077297} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.958448] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.959262] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c13c8-0afc-4856-a598-31b1918f45bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.981917] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3/b91d0d63-adf6-4a3d-85f6-4723df25c2b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.982297] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e66ee87-c873-461c-973b-d3825b8911fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.001406] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1868.001406] env[62093]: value = "task-1710851" [ 1868.001406] env[62093]: _type = "Task" [ 1868.001406] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.008844] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.282663] env[62093]: DEBUG oslo_vmware.api [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710850, 'name': ReconfigVM_Task, 'duration_secs': 0.307955} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.282940] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1868.287527] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231991c4-4a67-4e80-939e-94646506252d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.301780] env[62093]: DEBUG oslo_vmware.api [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1868.301780] env[62093]: value = "task-1710852" [ 1868.301780] env[62093]: _type = "Task" [ 1868.301780] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.309853] env[62093]: DEBUG oslo_vmware.api [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.511084] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710851, 'name': ReconfigVM_Task, 'duration_secs': 0.442556} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.511388] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Reconfigured VM instance instance-00000076 to attach disk [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3/b91d0d63-adf6-4a3d-85f6-4723df25c2b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.512063] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc2153d2-45fc-4d97-a3e6-2b3fb2fece67 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.518529] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1868.518529] env[62093]: value = "task-1710853" [ 1868.518529] env[62093]: _type = "Task" [ 1868.518529] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.526045] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710853, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.811272] env[62093]: DEBUG oslo_vmware.api [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710852, 'name': ReconfigVM_Task, 'duration_secs': 0.148752} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.811647] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356382', 'volume_id': '0629decb-7c42-49ed-adab-12a3214ecf60', 'name': 'volume-0629decb-7c42-49ed-adab-12a3214ecf60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55e89d6c-7b9d-41f3-82d1-e0c862899378', 'attached_at': '', 'detached_at': '', 'volume_id': '0629decb-7c42-49ed-adab-12a3214ecf60', 'serial': '0629decb-7c42-49ed-adab-12a3214ecf60'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1869.029744] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710853, 'name': Rename_Task, 'duration_secs': 0.173719} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.030193] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1869.030193] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a62862e-4f9e-4f25-a2f1-826fd07d4c13 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.036665] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1869.036665] env[62093]: value = "task-1710854" [ 1869.036665] env[62093]: _type = "Task" [ 1869.036665] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.043508] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.351451] env[62093]: DEBUG nova.objects.instance [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'flavor' on Instance uuid 55e89d6c-7b9d-41f3-82d1-e0c862899378 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.546608] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.046484] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.359023] env[62093]: DEBUG oslo_concurrency.lockutils [None req-658f848e-d973-43c0-a61d-a0fdd56d7a1a tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.547583] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.047574] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.387761] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.388140] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.388403] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "55e89d6c-7b9d-41f3-82d1-e0c862899378-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.388626] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.388848] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.391165] env[62093]: INFO nova.compute.manager [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Terminating instance [ 1871.393016] env[62093]: DEBUG nova.compute.manager [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1871.393258] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.394174] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1cf822-d07b-4f35-b247-a29dc7579389 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.402264] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.402782] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d62f142b-a046-4a08-a760-f9f03a89f32d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.409110] env[62093]: DEBUG oslo_vmware.api [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1871.409110] env[62093]: value = "task-1710855" [ 1871.409110] env[62093]: _type = "Task" [ 1871.409110] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.416809] env[62093]: DEBUG oslo_vmware.api [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.548458] env[62093]: DEBUG oslo_vmware.api [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710854, 'name': PowerOnVM_Task, 'duration_secs': 2.046111} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.548741] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.548943] env[62093]: INFO nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1871.549155] env[62093]: DEBUG nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1871.549960] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5546abb2-8738-414b-9d46-2ebd87219a73 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.919014] env[62093]: DEBUG oslo_vmware.api [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710855, 'name': PowerOffVM_Task, 'duration_secs': 0.16878} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.919283] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.919454] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.919698] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca17dd7-b324-42ba-b87a-4f5472b92c6e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.994021] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.994277] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.994459] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleting the datastore file [datastore1] 55e89d6c-7b9d-41f3-82d1-e0c862899378 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.994732] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7ae7457-b7e0-4a11-8832-c3807b0079fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.002406] env[62093]: DEBUG oslo_vmware.api [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for the task: (returnval){ [ 1872.002406] env[62093]: value = "task-1710857" [ 1872.002406] env[62093]: _type = "Task" [ 1872.002406] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.009707] env[62093]: DEBUG oslo_vmware.api [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.066095] env[62093]: INFO nova.compute.manager [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Took 15.90 seconds to build instance. [ 1872.512625] env[62093]: DEBUG oslo_vmware.api [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Task: {'id': task-1710857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134711} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.512889] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.513090] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.513274] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.513449] env[62093]: INFO nova.compute.manager [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1872.513690] env[62093]: DEBUG oslo.service.loopingcall [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.513882] env[62093]: DEBUG nova.compute.manager [-] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1872.513977] env[62093]: DEBUG nova.network.neutron [-] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.567663] env[62093]: DEBUG oslo_concurrency.lockutils [None req-68f098d8-39fc-4e59-a446-83dad3af37a3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.413s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.983083] env[62093]: DEBUG nova.compute.manager [req-705cdf19-6045-4d26-8b25-85e0d6b8dcbe req-1ab489e0-811a-4b0c-a6ce-5e331b327e80 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Received event network-vif-deleted-30fbc6d9-c599-4fdb-917e-3a69d529176a {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1872.983190] env[62093]: INFO nova.compute.manager [req-705cdf19-6045-4d26-8b25-85e0d6b8dcbe req-1ab489e0-811a-4b0c-a6ce-5e331b327e80 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Neutron deleted interface 30fbc6d9-c599-4fdb-917e-3a69d529176a; detaching it from the instance and deleting it from the info cache [ 1872.983276] env[62093]: DEBUG nova.network.neutron [req-705cdf19-6045-4d26-8b25-85e0d6b8dcbe req-1ab489e0-811a-4b0c-a6ce-5e331b327e80 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.066200] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.066501] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.066674] env[62093]: DEBUG nova.compute.manager [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1873.067570] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c031bd-8f6e-481c-8443-8d6aa4e34d80 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.074307] env[62093]: DEBUG nova.compute.manager [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1873.074823] env[62093]: DEBUG nova.objects.instance [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'flavor' on Instance uuid b91d0d63-adf6-4a3d-85f6-4723df25c2b3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.460409] env[62093]: DEBUG nova.network.neutron [-] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.486385] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e0b59da-3120-40c8-830d-1b112624f852 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.496293] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64c623d-a3b0-4257-863e-07e7552426ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.521677] env[62093]: DEBUG nova.compute.manager [req-705cdf19-6045-4d26-8b25-85e0d6b8dcbe req-1ab489e0-811a-4b0c-a6ce-5e331b327e80 service nova] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Detach interface failed, port_id=30fbc6d9-c599-4fdb-917e-3a69d529176a, reason: Instance 55e89d6c-7b9d-41f3-82d1-e0c862899378 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1873.579532] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.579912] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db22111a-7f36-4e3d-b7c6-16e433d3aac5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.587589] env[62093]: DEBUG oslo_vmware.api [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1873.587589] env[62093]: value = "task-1710858" [ 1873.587589] env[62093]: _type = "Task" [ 1873.587589] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.597469] env[62093]: DEBUG oslo_vmware.api [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.962941] env[62093]: INFO nova.compute.manager [-] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Took 1.45 seconds to deallocate network for instance. [ 1874.098217] env[62093]: DEBUG oslo_vmware.api [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710858, 'name': PowerOffVM_Task, 'duration_secs': 0.180478} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.098488] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.098663] env[62093]: DEBUG nova.compute.manager [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1874.099525] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3af3ab-0830-47c4-be70-edba669515d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.469511] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.469778] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.470049] env[62093]: DEBUG nova.objects.instance [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lazy-loading 'resources' on Instance uuid 55e89d6c-7b9d-41f3-82d1-e0c862899378 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.611410] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f7796d9c-9c97-4c99-921d-5d3132ca16d5 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.037434] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac77b1-3aa2-4f83-93ce-508d4220c855 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.046449] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a682945-99fe-485b-9c09-fa337b02dc8e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.082811] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d41879-186b-41f6-8638-a3b2a4240c4e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.091113] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e459f06-350b-4cba-882d-5ea65bbda6c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.107672] env[62093]: DEBUG nova.compute.provider_tree [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.534480] env[62093]: INFO nova.compute.manager [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Rebuilding instance [ 1875.570267] env[62093]: DEBUG nova.compute.manager [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1875.571112] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c130b269-9eb6-4ef7-979a-002502715d51 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.611052] env[62093]: DEBUG nova.scheduler.client.report [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1876.082187] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.082514] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4659152-10b0-41a9-9192-27cf418515ba {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.089771] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1876.089771] env[62093]: value = "task-1710859" [ 1876.089771] env[62093]: _type = "Task" [ 1876.089771] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.097683] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.108132] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.108413] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.108536] env[62093]: DEBUG nova.compute.manager [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1876.109246] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9399569e-4d14-4b3f-838b-14f1bd7f1c1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.115075] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.116802] env[62093]: DEBUG nova.compute.manager [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1876.117337] env[62093]: DEBUG nova.objects.instance [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'flavor' on Instance uuid dae85da2-2d16-46eb-805d-02e1b56da6ec {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.134610] env[62093]: INFO nova.scheduler.client.report [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Deleted allocations for instance 55e89d6c-7b9d-41f3-82d1-e0c862899378 [ 1876.599842] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1876.600138] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.600901] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50aa2d6-3284-4aa6-9f59-eaa2e6b9f37c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.607797] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1876.608047] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0213f3f-2e63-4b5a-99fb-477924b2c463 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.622145] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.622393] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f3356ed-4015-4687-97f6-5452c0b8cec2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.629374] env[62093]: DEBUG oslo_vmware.api [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1876.629374] env[62093]: value = "task-1710861" [ 1876.629374] env[62093]: _type = "Task" [ 1876.629374] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.638243] env[62093]: DEBUG oslo_vmware.api [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.643335] env[62093]: DEBUG oslo_concurrency.lockutils [None req-5f085281-5ef9-40e5-9924-4b4324adbdfc tempest-AttachVolumeNegativeTest-686518172 tempest-AttachVolumeNegativeTest-686518172-project-member] Lock "55e89d6c-7b9d-41f3-82d1-e0c862899378" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.255s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.695914] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.696196] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.696796] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleting the datastore file [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.696796] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06c91ee0-9ddf-41a9-8f8a-8d859a12d5b3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.704274] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1876.704274] env[62093]: value = "task-1710862" [ 1876.704274] env[62093]: _type = "Task" [ 1876.704274] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.711812] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.140316] env[62093]: DEBUG oslo_vmware.api [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710861, 'name': PowerOffVM_Task, 'duration_secs': 0.20413} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.140810] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.140810] env[62093]: DEBUG nova.compute.manager [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1877.141520] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbea3bf-766a-41ec-8a93-8114e28a747b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.213954] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168353} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.214217] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.214392] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.214571] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.653018] env[62093]: DEBUG oslo_concurrency.lockutils [None req-1f4dfe98-922d-47dc-89f7-3a84c9376c6e tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.544s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.248581] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1878.248899] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1878.249008] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.249201] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1878.249348] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.249492] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1878.249694] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1878.249850] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1878.250022] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1878.250193] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1878.250364] env[62093]: DEBUG nova.virt.hardware [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1878.251258] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3232668-579f-461f-86c3-73741ab0189a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.259260] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a54e46-6cff-4c71-a217-dd4ed77638fa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.272300] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:05:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.279680] env[62093]: DEBUG oslo.service.loopingcall [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.279918] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.280142] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad91532a-17fc-402b-b12b-dc0c3b0f7e92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.297985] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.297985] env[62093]: value = "task-1710864" [ 1878.297985] env[62093]: _type = "Task" [ 1878.297985] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.305178] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710864, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.547294] env[62093]: DEBUG nova.objects.instance [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'flavor' on Instance uuid dae85da2-2d16-46eb-805d-02e1b56da6ec {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.808071] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710864, 'name': CreateVM_Task, 'duration_secs': 0.483508} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.808240] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.808874] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.809052] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.809382] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.809636] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a9c7b4-d0c2-46bd-a2cb-af52ae3d630f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.814009] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1878.814009] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52831933-2b0e-8254-aef4-8dd8546c3135" [ 1878.814009] env[62093]: _type = "Task" [ 1878.814009] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.822290] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52831933-2b0e-8254-aef4-8dd8546c3135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.052475] env[62093]: DEBUG oslo_concurrency.lockutils [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.052681] env[62093]: DEBUG oslo_concurrency.lockutils [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.052812] env[62093]: DEBUG nova.network.neutron [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.052983] env[62093]: DEBUG nova.objects.instance [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'info_cache' on Instance uuid dae85da2-2d16-46eb-805d-02e1b56da6ec {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.325436] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52831933-2b0e-8254-aef4-8dd8546c3135, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.325844] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.325889] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1879.326127] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.326279] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.326454] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1879.326723] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f12081d-bfeb-4025-8a52-71f1a81ac83a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.335361] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1879.335540] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1879.336245] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314bcb7f-7712-47a6-98ed-3e5a29436c82 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.341238] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1879.341238] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52a75e9e-bcdf-0284-d6ae-57dcde1a0a21" [ 1879.341238] env[62093]: _type = "Task" [ 1879.341238] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.348772] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a75e9e-bcdf-0284-d6ae-57dcde1a0a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.556834] env[62093]: DEBUG nova.objects.base [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1879.852426] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52a75e9e-bcdf-0284-d6ae-57dcde1a0a21, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.853311] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f63c663-8d74-4c92-9efd-0b9518616b28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.858819] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1879.858819] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]525380aa-9181-2cfa-29ef-91e3f7eb4170" [ 1879.858819] env[62093]: _type = "Task" [ 1879.858819] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.866907] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525380aa-9181-2cfa-29ef-91e3f7eb4170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.356400] env[62093]: DEBUG nova.network.neutron [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updating instance_info_cache with network_info: [{"id": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "address": "fa:16:3e:97:25:51", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8303ab6-7e", "ovs_interfaceid": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.368459] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]525380aa-9181-2cfa-29ef-91e3f7eb4170, 'name': SearchDatastore_Task, 'duration_secs': 0.018313} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.369361] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.369630] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3/b91d0d63-adf6-4a3d-85f6-4723df25c2b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.369919] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9588105-d5b7-4118-bbce-829dafac0c28 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.376594] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1880.376594] env[62093]: value = "task-1710866" [ 1880.376594] env[62093]: _type = "Task" [ 1880.376594] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.384802] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.859425] env[62093]: DEBUG oslo_concurrency.lockutils [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.886112] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480583} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.886469] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3/b91d0d63-adf6-4a3d-85f6-4723df25c2b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.886671] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.886820] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ce94aee-dbf8-4f3c-b9c7-fd2e5f0e9f40 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.893056] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1880.893056] env[62093]: value = "task-1710867" [ 1880.893056] env[62093]: _type = "Task" [ 1880.893056] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.900061] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.362947] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.363300] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d70fb643-128f-44db-9739-fd0520d7d261 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.371036] env[62093]: DEBUG oslo_vmware.api [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1881.371036] env[62093]: value = "task-1710868" [ 1881.371036] env[62093]: _type = "Task" [ 1881.371036] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.378342] env[62093]: DEBUG oslo_vmware.api [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.401662] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066636} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.401898] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.402678] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038f0d89-5f86-4d03-90b2-e44a82d58064 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.424996] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3/b91d0d63-adf6-4a3d-85f6-4723df25c2b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.425284] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3063782-e49d-47f2-a259-462933c6fa70 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.444153] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1881.444153] env[62093]: value = "task-1710869" [ 1881.444153] env[62093]: _type = "Task" [ 1881.444153] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.451508] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.883306] env[62093]: DEBUG oslo_vmware.api [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.954372] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.382118] env[62093]: DEBUG oslo_vmware.api [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710868, 'name': PowerOnVM_Task, 'duration_secs': 0.575696} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.382434] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.382725] env[62093]: DEBUG nova.compute.manager [None req-07747161-0885-4ad5-8f82-a8b2409361a8 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1882.383593] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf4e9d6-eac3-48a9-ac40-fc4a03589faf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.454493] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710869, 'name': ReconfigVM_Task, 'duration_secs': 0.759085} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.454820] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Reconfigured VM instance instance-00000076 to attach disk [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3/b91d0d63-adf6-4a3d-85f6-4723df25c2b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.455476] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a91c70d2-36b8-43bf-a32f-1444a7fde540 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.462468] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1882.462468] env[62093]: value = "task-1710870" [ 1882.462468] env[62093]: _type = "Task" [ 1882.462468] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.469998] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710870, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.973340] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710870, 'name': Rename_Task, 'duration_secs': 0.284167} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.973654] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.973940] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7768270e-2675-43d2-91fd-ef7df45077e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.981404] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1882.981404] env[62093]: value = "task-1710871" [ 1882.981404] env[62093]: _type = "Task" [ 1882.981404] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.988943] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.491507] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710871, 'name': PowerOnVM_Task, 'duration_secs': 0.503185} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.491919] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.492157] env[62093]: DEBUG nova.compute.manager [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1883.492972] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4152e97-901f-4fe6-8fb0-3959e436c0bf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.558604] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9ac8a-7433-4460-8081-5574c8553f58 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.566335] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37d76e2a-45a1-4bbb-a5d4-03a48d9deb38 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Suspending the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1883.566604] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8464d575-66fb-41c5-9b7a-fb1c60853226 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.573998] env[62093]: DEBUG oslo_vmware.api [None req-37d76e2a-45a1-4bbb-a5d4-03a48d9deb38 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1883.573998] env[62093]: value = "task-1710873" [ 1883.573998] env[62093]: _type = "Task" [ 1883.573998] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.582452] env[62093]: DEBUG oslo_vmware.api [None req-37d76e2a-45a1-4bbb-a5d4-03a48d9deb38 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710873, 'name': SuspendVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.003945] env[62093]: INFO nova.compute.manager [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] bringing vm to original state: 'stopped' [ 1884.084241] env[62093]: DEBUG oslo_vmware.api [None req-37d76e2a-45a1-4bbb-a5d4-03a48d9deb38 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710873, 'name': SuspendVM_Task} progress is 50%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.584560] env[62093]: DEBUG oslo_vmware.api [None req-37d76e2a-45a1-4bbb-a5d4-03a48d9deb38 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710873, 'name': SuspendVM_Task, 'duration_secs': 0.734059} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.585023] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-37d76e2a-45a1-4bbb-a5d4-03a48d9deb38 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Suspended the VM {{(pid=62093) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1884.585215] env[62093]: DEBUG nova.compute.manager [None req-37d76e2a-45a1-4bbb-a5d4-03a48d9deb38 tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1884.585992] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56936e44-07f1-4b60-8832-248ce14d670c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.011074] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.011376] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.011619] env[62093]: DEBUG nova.compute.manager [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1885.012602] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2a817a-e08e-4fc5-b6f8-cfed59603706 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.019534] env[62093]: DEBUG nova.compute.manager [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62093) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1885.021365] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.021494] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f75738fd-088e-4157-b812-5a164816ca6c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.027268] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1885.027268] env[62093]: value = "task-1710874" [ 1885.027268] env[62093]: _type = "Task" [ 1885.027268] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.034743] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.536205] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.889076] env[62093]: INFO nova.compute.manager [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Resuming [ 1885.889737] env[62093]: DEBUG nova.objects.instance [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'flavor' on Instance uuid dae85da2-2d16-46eb-805d-02e1b56da6ec {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.038621] env[62093]: DEBUG oslo_vmware.api [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710874, 'name': PowerOffVM_Task, 'duration_secs': 1.008785} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.038895] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.039074] env[62093]: DEBUG nova.compute.manager [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1886.039838] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac3c24-331c-4c32-8a63-8f1bd842ea6e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.551924] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.540s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.898524] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.898917] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquired lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.898917] env[62093]: DEBUG nova.network.neutron [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.971809] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.972201] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.972434] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.972623] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.972791] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.975317] env[62093]: INFO nova.compute.manager [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Terminating instance [ 1886.976957] env[62093]: DEBUG nova.compute.manager [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1886.977163] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1886.978199] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83258b4f-ce4d-4caf-b5c0-b628b900c257 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.986654] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1886.986892] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd143325-2eea-44c8-afa5-9607bdae0e48 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.061193] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.061630] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.061630] env[62093]: DEBUG nova.objects.instance [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1887.064611] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.064825] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.065036] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleting the datastore file [datastore1] b91d0d63-adf6-4a3d-85f6-4723df25c2b3 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.065433] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6bda045-64e0-4c50-8834-6ca21aaaa5b0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.071551] env[62093]: DEBUG oslo_vmware.api [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1887.071551] env[62093]: value = "task-1710876" [ 1887.071551] env[62093]: _type = "Task" [ 1887.071551] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.079094] env[62093]: DEBUG oslo_vmware.api [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.580975] env[62093]: DEBUG oslo_vmware.api [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245076} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.581200] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.581382] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1887.581576] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1887.581752] env[62093]: INFO nova.compute.manager [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1887.581988] env[62093]: DEBUG oslo.service.loopingcall [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.582184] env[62093]: DEBUG nova.compute.manager [-] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1887.582278] env[62093]: DEBUG nova.network.neutron [-] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1887.850090] env[62093]: DEBUG nova.network.neutron [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updating instance_info_cache with network_info: [{"id": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "address": "fa:16:3e:97:25:51", "network": {"id": "d060f318-8ee9-4d75-8a0d-cf560a2b2ca7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-644033224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b7ad398c5a419ab299020d20611452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8303ab6-7e", "ovs_interfaceid": "b8303ab6-7ec4-446f-8741-09c7eec055d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.865937] env[62093]: DEBUG nova.compute.manager [req-b639f9dc-bdc8-4b1d-822c-9e8dc6f6a93c req-ed8b37eb-ee10-4ae2-aa45-929b5c881d33 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Received event network-vif-deleted-9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1887.866256] env[62093]: INFO nova.compute.manager [req-b639f9dc-bdc8-4b1d-822c-9e8dc6f6a93c req-ed8b37eb-ee10-4ae2-aa45-929b5c881d33 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Neutron deleted interface 9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861; detaching it from the instance and deleting it from the info cache [ 1887.866344] env[62093]: DEBUG nova.network.neutron [req-b639f9dc-bdc8-4b1d-822c-9e8dc6f6a93c req-ed8b37eb-ee10-4ae2-aa45-929b5c881d33 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.071325] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ab9f372e-e666-4525-8a08-3975e5576f28 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.331298] env[62093]: DEBUG nova.network.neutron [-] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.352504] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Releasing lock "refresh_cache-dae85da2-2d16-46eb-805d-02e1b56da6ec" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.353494] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e942b0-e70c-4766-b008-183e5b31a65f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.360365] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Resuming the VM {{(pid=62093) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1888.360597] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fefa7dd3-e51f-4dfd-9357-2dfb455c8e9d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.367208] env[62093]: DEBUG oslo_vmware.api [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1888.367208] env[62093]: value = "task-1710877" [ 1888.367208] env[62093]: _type = "Task" [ 1888.367208] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.370251] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcfce334-8e23-464e-9422-17df154470d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.376814] env[62093]: DEBUG oslo_vmware.api [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.380508] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe88876-72b3-4479-b52c-bf6571585944 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.405146] env[62093]: DEBUG nova.compute.manager [req-b639f9dc-bdc8-4b1d-822c-9e8dc6f6a93c req-ed8b37eb-ee10-4ae2-aa45-929b5c881d33 service nova] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Detach interface failed, port_id=9d8ad8c8-c71a-40cc-9f1d-3c3aa3f9a861, reason: Instance b91d0d63-adf6-4a3d-85f6-4723df25c2b3 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1888.834446] env[62093]: INFO nova.compute.manager [-] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Took 1.25 seconds to deallocate network for instance. [ 1888.881154] env[62093]: DEBUG oslo_vmware.api [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.343776] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.344194] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.344287] env[62093]: DEBUG nova.objects.instance [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'resources' on Instance uuid b91d0d63-adf6-4a3d-85f6-4723df25c2b3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.377460] env[62093]: DEBUG oslo_vmware.api [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710877, 'name': PowerOnVM_Task, 'duration_secs': 0.568743} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.377709] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Resumed the VM {{(pid=62093) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1889.377897] env[62093]: DEBUG nova.compute.manager [None req-ed5b3bcf-cf3a-405c-8682-e22814c9dc4a tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1889.378637] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5456f65-c831-4e88-b791-f7a6929c1972 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.900399] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13790cbc-6449-4324-9c2e-f3958b9036c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.908061] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f323b4-0c75-432d-9704-918a69145797 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.941204] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21e467e-3787-4b9b-a0bb-99a1e3a75b77 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.950681] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a267ab30-9586-4c08-abc6-5f576fd2fcdf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.965198] env[62093]: DEBUG nova.compute.provider_tree [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.484413] env[62093]: ERROR nova.scheduler.client.report [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [req-00bd45fc-d253-4856-ad26-3bae0fdd3c87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-00bd45fc-d253-4856-ad26-3bae0fdd3c87"}]} [ 1890.501042] env[62093]: DEBUG nova.scheduler.client.report [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1890.512545] env[62093]: DEBUG nova.scheduler.client.report [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1890.513256] env[62093]: DEBUG nova.compute.provider_tree [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.523692] env[62093]: DEBUG nova.scheduler.client.report [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1890.540590] env[62093]: DEBUG nova.scheduler.client.report [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1890.580520] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d0385c-74ae-4010-9f06-d2c514df8d22 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.588055] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2404605-6d4c-4fd6-bba9-1529eaac6183 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.618566] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a6d0a-5de3-48e4-a864-b58328a7fb3b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.625340] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc22c51-1c80-48e6-ac4f-d43a1dd12362 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.638245] env[62093]: DEBUG nova.compute.provider_tree [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.754824] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.755090] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.755344] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "dae85da2-2d16-46eb-805d-02e1b56da6ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.755541] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.755706] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.757731] env[62093]: INFO nova.compute.manager [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Terminating instance [ 1890.759413] env[62093]: DEBUG nova.compute.manager [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1890.759606] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.760408] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8091fb-924e-40c5-9285-1a341abde6e4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.768054] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.768295] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc01a17-47df-42bd-a754-00939184e997 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.774675] env[62093]: DEBUG oslo_vmware.api [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1890.774675] env[62093]: value = "task-1710878" [ 1890.774675] env[62093]: _type = "Task" [ 1890.774675] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.782651] env[62093]: DEBUG oslo_vmware.api [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.168741] env[62093]: DEBUG nova.scheduler.client.report [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1891.169044] env[62093]: DEBUG nova.compute.provider_tree [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 178 to 179 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1891.169240] env[62093]: DEBUG nova.compute.provider_tree [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1891.284194] env[62093]: DEBUG oslo_vmware.api [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710878, 'name': PowerOffVM_Task, 'duration_secs': 0.18139} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.284436] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.284596] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.284824] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6e9f5f5-39da-4b3e-b1ec-c1effdb51124 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.379175] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1891.379398] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1891.379581] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleting the datastore file [datastore1] dae85da2-2d16-46eb-805d-02e1b56da6ec {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1891.379884] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5ea104e-1d8d-47d5-bd4b-68e3cfe62fbf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.386934] env[62093]: DEBUG oslo_vmware.api [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for the task: (returnval){ [ 1891.386934] env[62093]: value = "task-1710880" [ 1891.386934] env[62093]: _type = "Task" [ 1891.386934] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.394289] env[62093]: DEBUG oslo_vmware.api [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.674727] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.698424] env[62093]: INFO nova.scheduler.client.report [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted allocations for instance b91d0d63-adf6-4a3d-85f6-4723df25c2b3 [ 1891.896663] env[62093]: DEBUG oslo_vmware.api [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Task: {'id': task-1710880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212449} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.896931] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.897159] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.897355] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.897558] env[62093]: INFO nova.compute.manager [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1891.897755] env[62093]: DEBUG oslo.service.loopingcall [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.897940] env[62093]: DEBUG nova.compute.manager [-] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1891.898050] env[62093]: DEBUG nova.network.neutron [-] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.205848] env[62093]: DEBUG oslo_concurrency.lockutils [None req-4a2788e2-fa47-4299-a279-f946aa0304d3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "b91d0d63-adf6-4a3d-85f6-4723df25c2b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.234s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.620091] env[62093]: DEBUG nova.compute.manager [req-9bbb586b-4075-4a9a-be7c-7eafe1bc370c req-f983ae08-4f9c-4986-a38c-545fac3de53b service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Received event network-vif-deleted-b8303ab6-7ec4-446f-8741-09c7eec055d1 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1892.620333] env[62093]: INFO nova.compute.manager [req-9bbb586b-4075-4a9a-be7c-7eafe1bc370c req-f983ae08-4f9c-4986-a38c-545fac3de53b service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Neutron deleted interface b8303ab6-7ec4-446f-8741-09c7eec055d1; detaching it from the instance and deleting it from the info cache [ 1892.620494] env[62093]: DEBUG nova.network.neutron [req-9bbb586b-4075-4a9a-be7c-7eafe1bc370c req-f983ae08-4f9c-4986-a38c-545fac3de53b service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.082405] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.082681] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.082794] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1893.082915] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1893.096252] env[62093]: DEBUG nova.network.neutron [-] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.124244] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef3e9fde-5163-417d-9240-d67f86f3756f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.133942] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96560539-fe22-4070-9fc6-272d493fc2d7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.158274] env[62093]: DEBUG nova.compute.manager [req-9bbb586b-4075-4a9a-be7c-7eafe1bc370c req-f983ae08-4f9c-4986-a38c-545fac3de53b service nova] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Detach interface failed, port_id=b8303ab6-7ec4-446f-8741-09c7eec055d1, reason: Instance dae85da2-2d16-46eb-805d-02e1b56da6ec could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1893.585989] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Skipping network cache update for instance because it is being deleted. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1893.600742] env[62093]: INFO nova.compute.manager [-] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Took 1.70 seconds to deallocate network for instance. [ 1893.636086] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.636256] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.636412] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1893.636556] env[62093]: DEBUG nova.objects.instance [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lazy-loading 'info_cache' on Instance uuid 909c9b80-fad8-4018-9c18-0fe4ed398ebf {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.107712] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.108057] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.108169] env[62093]: DEBUG nova.objects.instance [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lazy-loading 'resources' on Instance uuid dae85da2-2d16-46eb-805d-02e1b56da6ec {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.438916] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6f63ca83-c260-40d9-9088-6e63a57606b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.439155] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.666040] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0cbad-c99a-4a32-a8d5-f66df3782a34 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.673837] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6cbcff-fa6c-4591-8640-125f440d4615 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.706056] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45231bd-2ea6-44f8-8fa6-4cc594a64991 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.713522] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c6a79e-30ad-41e9-b90a-adb01df2bac9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.727170] env[62093]: DEBUG nova.compute.provider_tree [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1894.941352] env[62093]: DEBUG nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1895.247550] env[62093]: ERROR nova.scheduler.client.report [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] [req-62c6fd53-a0bc-442c-a514-1d93a5493aeb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e60daf5-3607-4d31-91a7-fe659465be0d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62c6fd53-a0bc-442c-a514-1d93a5493aeb"}]} [ 1895.263615] env[62093]: DEBUG nova.scheduler.client.report [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Refreshing inventories for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1895.276106] env[62093]: DEBUG nova.scheduler.client.report [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating ProviderTree inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1895.276339] env[62093]: DEBUG nova.compute.provider_tree [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1895.289038] env[62093]: DEBUG nova.scheduler.client.report [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Refreshing aggregate associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, aggregates: None {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1895.314248] env[62093]: DEBUG nova.scheduler.client.report [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Refreshing trait associations for resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62093) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1895.361516] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab299bb9-f18a-40f6-87eb-e13d8bc847aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.370688] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35b020a-0e33-4b5f-9f90-5dc59f2e3881 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.399876] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a0e016-1102-4576-8c31-1e7493bea494 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.404026] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [{"id": "7e3efd62-c9a0-4a28-976e-b04319468692", "address": "fa:16:3e:a9:66:da", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3efd62-c9", "ovs_interfaceid": "7e3efd62-c9a0-4a28-976e-b04319468692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.408117] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bee72a5-10f8-4d61-84d5-3421510970c3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.422953] env[62093]: DEBUG nova.compute.provider_tree [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1895.458931] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.907938] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.908264] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1895.908487] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.908644] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.908788] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.908933] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.909092] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.909248] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.909373] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1895.909515] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.951268] env[62093]: DEBUG nova.scheduler.client.report [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updated inventory for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1895.951527] env[62093]: DEBUG nova.compute.provider_tree [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating resource provider 6e60daf5-3607-4d31-91a7-fe659465be0d generation from 180 to 181 during operation: update_inventory {{(pid=62093) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1895.951700] env[62093]: DEBUG nova.compute.provider_tree [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Updating inventory in ProviderTree for provider 6e60daf5-3607-4d31-91a7-fe659465be0d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.413123] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.456126] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.458450] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.460120] env[62093]: INFO nova.compute.claims [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1896.474859] env[62093]: INFO nova.scheduler.client.report [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Deleted allocations for instance dae85da2-2d16-46eb-805d-02e1b56da6ec [ 1896.981729] env[62093]: DEBUG oslo_concurrency.lockutils [None req-86a681ae-4c8f-481a-ac31-a6e8739287ba tempest-ServerActionsTestJSON-617389826 tempest-ServerActionsTestJSON-617389826-project-member] Lock "dae85da2-2d16-46eb-805d-02e1b56da6ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.227s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.508258] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b4e19c-28d6-4b2b-8fa0-360a414f4f1d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.516106] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e642bb-2efe-4456-a081-72f1cf5f56c6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.547261] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeac824-8e50-41f7-af14-7e4c359efe65 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.554520] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa036e-10ab-4432-ba45-69e9c8bdd101 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.567634] env[62093]: DEBUG nova.compute.provider_tree [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.070705] env[62093]: DEBUG nova.scheduler.client.report [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1898.577073] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.578048] env[62093]: DEBUG nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1898.581258] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.168s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.581494] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.581945] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1898.582663] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a068cd6-b8c2-412b-a161-aa43290793d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.590502] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da712906-97d9-438c-97d2-ba521c31efa0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.604920] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2599c7e2-8ace-4282-a96e-8500bc69179b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.611156] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5abf359-4116-41a1-a307-df02dbc945e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.640052] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180828MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1898.640232] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.640453] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.084307] env[62093]: DEBUG nova.compute.utils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1899.085806] env[62093]: DEBUG nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1899.085946] env[62093]: DEBUG nova.network.neutron [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1899.132007] env[62093]: DEBUG nova.policy [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a260edb578db409886cb7392657a44aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59cd4ccf71b542d8a61517c5d2af2258', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 1899.404149] env[62093]: DEBUG nova.network.neutron [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Successfully created port: a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.591164] env[62093]: DEBUG nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1899.667215] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 909c9b80-fad8-4018-9c18-0fe4ed398ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.667448] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6f63ca83-c260-40d9-9088-6e63a57606b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.667651] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1899.667790] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1899.702126] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ce1f80-1612-4d62-bbac-05114d319448 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.709714] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1050230-a6b0-484b-9c48-663dd00be5f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.738227] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2c6a2-a481-4933-aa92-15483f8b0229 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.744601] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cbbf82-a310-41c5-a0ba-2a276d479ae6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.757009] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.259888] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1900.599442] env[62093]: DEBUG nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1900.624124] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1900.624392] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1900.624529] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.624768] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1900.624846] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.624997] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1900.625206] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1900.625366] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1900.625529] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1900.625686] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1900.625854] env[62093]: DEBUG nova.virt.hardware [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1900.626907] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e1fdb3-d35e-41c9-a101-d03b0503bf40 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.634776] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59adcd88-3220-4213-91cc-43a03bc7108a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.766104] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1900.766104] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.766822] env[62093]: DEBUG nova.compute.manager [req-c789e8df-74a1-46c6-8104-bcee4f39880b req-cc4cfbb8-a23c-4c23-8b81-7951ab70a2e6 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Received event network-vif-plugged-a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1900.767079] env[62093]: DEBUG oslo_concurrency.lockutils [req-c789e8df-74a1-46c6-8104-bcee4f39880b req-cc4cfbb8-a23c-4c23-8b81-7951ab70a2e6 service nova] Acquiring lock "6f63ca83-c260-40d9-9088-6e63a57606b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.767296] env[62093]: DEBUG oslo_concurrency.lockutils [req-c789e8df-74a1-46c6-8104-bcee4f39880b req-cc4cfbb8-a23c-4c23-8b81-7951ab70a2e6 service nova] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.767467] env[62093]: DEBUG oslo_concurrency.lockutils [req-c789e8df-74a1-46c6-8104-bcee4f39880b req-cc4cfbb8-a23c-4c23-8b81-7951ab70a2e6 service nova] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.767615] env[62093]: DEBUG nova.compute.manager [req-c789e8df-74a1-46c6-8104-bcee4f39880b req-cc4cfbb8-a23c-4c23-8b81-7951ab70a2e6 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] No waiting events found dispatching network-vif-plugged-a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1900.767784] env[62093]: WARNING nova.compute.manager [req-c789e8df-74a1-46c6-8104-bcee4f39880b req-cc4cfbb8-a23c-4c23-8b81-7951ab70a2e6 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Received unexpected event network-vif-plugged-a4543120-47e5-4bc0-8c6a-ecc2dabe301d for instance with vm_state building and task_state spawning. [ 1900.847450] env[62093]: DEBUG nova.network.neutron [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Successfully updated port: a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.350514] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.350749] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.350923] env[62093]: DEBUG nova.network.neutron [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.882866] env[62093]: DEBUG nova.network.neutron [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1902.004337] env[62093]: DEBUG nova.network.neutron [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updating instance_info_cache with network_info: [{"id": "a4543120-47e5-4bc0-8c6a-ecc2dabe301d", "address": "fa:16:3e:42:5f:d1", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4543120-47", "ovs_interfaceid": "a4543120-47e5-4bc0-8c6a-ecc2dabe301d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.507462] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.507797] env[62093]: DEBUG nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Instance network_info: |[{"id": "a4543120-47e5-4bc0-8c6a-ecc2dabe301d", "address": "fa:16:3e:42:5f:d1", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4543120-47", "ovs_interfaceid": "a4543120-47e5-4bc0-8c6a-ecc2dabe301d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1902.508300] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:5f:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4543120-47e5-4bc0-8c6a-ecc2dabe301d', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.517298] env[62093]: DEBUG oslo.service.loopingcall [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.517523] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.517753] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1799e5c5-a27b-454b-a38a-339a9b53ad2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.538064] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.538064] env[62093]: value = "task-1710881" [ 1902.538064] env[62093]: _type = "Task" [ 1902.538064] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.546752] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710881, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.794849] env[62093]: DEBUG nova.compute.manager [req-c962a00a-5721-40fa-aefb-1d37d1d622ac req-3b273807-e746-4ffd-ad7b-63e411256c12 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Received event network-changed-a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1902.795010] env[62093]: DEBUG nova.compute.manager [req-c962a00a-5721-40fa-aefb-1d37d1d622ac req-3b273807-e746-4ffd-ad7b-63e411256c12 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Refreshing instance network info cache due to event network-changed-a4543120-47e5-4bc0-8c6a-ecc2dabe301d. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1902.795241] env[62093]: DEBUG oslo_concurrency.lockutils [req-c962a00a-5721-40fa-aefb-1d37d1d622ac req-3b273807-e746-4ffd-ad7b-63e411256c12 service nova] Acquiring lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.795458] env[62093]: DEBUG oslo_concurrency.lockutils [req-c962a00a-5721-40fa-aefb-1d37d1d622ac req-3b273807-e746-4ffd-ad7b-63e411256c12 service nova] Acquired lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.795730] env[62093]: DEBUG nova.network.neutron [req-c962a00a-5721-40fa-aefb-1d37d1d622ac req-3b273807-e746-4ffd-ad7b-63e411256c12 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Refreshing network info cache for port a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.047759] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710881, 'name': CreateVM_Task, 'duration_secs': 0.300948} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.048107] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1903.048622] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.048791] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.049129] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.049382] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafc3c5f-1dbb-4c71-8431-e7d448c53bc1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.053596] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1903.053596] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f74930-2c01-a5c3-b58b-195dd0402c3b" [ 1903.053596] env[62093]: _type = "Task" [ 1903.053596] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.060898] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f74930-2c01-a5c3-b58b-195dd0402c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.472414] env[62093]: DEBUG nova.network.neutron [req-c962a00a-5721-40fa-aefb-1d37d1d622ac req-3b273807-e746-4ffd-ad7b-63e411256c12 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updated VIF entry in instance network info cache for port a4543120-47e5-4bc0-8c6a-ecc2dabe301d. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.472759] env[62093]: DEBUG nova.network.neutron [req-c962a00a-5721-40fa-aefb-1d37d1d622ac req-3b273807-e746-4ffd-ad7b-63e411256c12 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updating instance_info_cache with network_info: [{"id": "a4543120-47e5-4bc0-8c6a-ecc2dabe301d", "address": "fa:16:3e:42:5f:d1", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4543120-47", "ovs_interfaceid": "a4543120-47e5-4bc0-8c6a-ecc2dabe301d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.563432] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f74930-2c01-a5c3-b58b-195dd0402c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.017436} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.563740] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.563965] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1903.564209] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.564412] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.564554] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1903.564765] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-832a169a-1b54-412f-a4b2-e378b96a4fb0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.572735] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1903.572904] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1903.573607] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46023ce6-186d-4b1e-98fd-f47ad852eb0f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.578328] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1903.578328] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]520d609a-c29d-a6d5-bc3b-eb063c21b335" [ 1903.578328] env[62093]: _type = "Task" [ 1903.578328] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.585605] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520d609a-c29d-a6d5-bc3b-eb063c21b335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.975479] env[62093]: DEBUG oslo_concurrency.lockutils [req-c962a00a-5721-40fa-aefb-1d37d1d622ac req-3b273807-e746-4ffd-ad7b-63e411256c12 service nova] Releasing lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.090082] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]520d609a-c29d-a6d5-bc3b-eb063c21b335, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.090470] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cfac1c-1123-4cb5-8246-03129399a14f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.096608] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1904.096608] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]522dd0f9-1702-478a-4908-6a09f789a3ad" [ 1904.096608] env[62093]: _type = "Task" [ 1904.096608] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.106275] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522dd0f9-1702-478a-4908-6a09f789a3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.607330] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]522dd0f9-1702-478a-4908-6a09f789a3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.607602] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.607856] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3/6f63ca83-c260-40d9-9088-6e63a57606b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.608126] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ef046e-15f7-42ad-94d6-b37457de77c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.614844] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1904.614844] env[62093]: value = "task-1710882" [ 1904.614844] env[62093]: _type = "Task" [ 1904.614844] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.621739] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.124660] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433665} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.125044] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3/6f63ca83-c260-40d9-9088-6e63a57606b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.125134] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.125383] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76f7eaec-22b6-4dd8-86b4-7beca784e2b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.132018] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1905.132018] env[62093]: value = "task-1710883" [ 1905.132018] env[62093]: _type = "Task" [ 1905.132018] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.138871] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.642294] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062178} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.642578] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1905.643385] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4919a2c-ce58-4803-b625-382cd8111316 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.664730] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3/6f63ca83-c260-40d9-9088-6e63a57606b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.664977] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8ea033-b798-4b5b-a796-8b717b1c67a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.684502] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1905.684502] env[62093]: value = "task-1710884" [ 1905.684502] env[62093]: _type = "Task" [ 1905.684502] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.691816] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.195226] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710884, 'name': ReconfigVM_Task, 'duration_secs': 0.305556} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.195649] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3/6f63ca83-c260-40d9-9088-6e63a57606b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.196132] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc087e78-2abd-4f96-b000-d39c723d05d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.202893] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1906.202893] env[62093]: value = "task-1710885" [ 1906.202893] env[62093]: _type = "Task" [ 1906.202893] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.211344] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710885, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.712734] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710885, 'name': Rename_Task, 'duration_secs': 0.179198} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.713015] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.713260] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45518e37-c503-487a-8742-569428842942 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.719230] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1906.719230] env[62093]: value = "task-1710886" [ 1906.719230] env[62093]: _type = "Task" [ 1906.719230] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.726143] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.232277] env[62093]: DEBUG oslo_vmware.api [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710886, 'name': PowerOnVM_Task, 'duration_secs': 0.457474} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.232718] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.232920] env[62093]: INFO nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1907.233200] env[62093]: DEBUG nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1907.234283] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3fdd1c-4553-4e51-9781-b39a6fe926c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.752763] env[62093]: INFO nova.compute.manager [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Took 12.31 seconds to build instance. [ 1908.254767] env[62093]: DEBUG oslo_concurrency.lockutils [None req-a5ff30cf-7890-4d39-a3ff-5c7111ea544f tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.815s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.489528] env[62093]: DEBUG nova.compute.manager [req-53dfc887-cc02-4359-9be2-d8a31b30531b req-36f5b5af-c19d-4145-98ac-1fdafbe17bff service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Received event network-changed-a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1908.489721] env[62093]: DEBUG nova.compute.manager [req-53dfc887-cc02-4359-9be2-d8a31b30531b req-36f5b5af-c19d-4145-98ac-1fdafbe17bff service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Refreshing instance network info cache due to event network-changed-a4543120-47e5-4bc0-8c6a-ecc2dabe301d. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1908.489930] env[62093]: DEBUG oslo_concurrency.lockutils [req-53dfc887-cc02-4359-9be2-d8a31b30531b req-36f5b5af-c19d-4145-98ac-1fdafbe17bff service nova] Acquiring lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.490158] env[62093]: DEBUG oslo_concurrency.lockutils [req-53dfc887-cc02-4359-9be2-d8a31b30531b req-36f5b5af-c19d-4145-98ac-1fdafbe17bff service nova] Acquired lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.490331] env[62093]: DEBUG nova.network.neutron [req-53dfc887-cc02-4359-9be2-d8a31b30531b req-36f5b5af-c19d-4145-98ac-1fdafbe17bff service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Refreshing network info cache for port a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.204716] env[62093]: DEBUG nova.network.neutron [req-53dfc887-cc02-4359-9be2-d8a31b30531b req-36f5b5af-c19d-4145-98ac-1fdafbe17bff service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updated VIF entry in instance network info cache for port a4543120-47e5-4bc0-8c6a-ecc2dabe301d. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1909.205108] env[62093]: DEBUG nova.network.neutron [req-53dfc887-cc02-4359-9be2-d8a31b30531b req-36f5b5af-c19d-4145-98ac-1fdafbe17bff service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updating instance_info_cache with network_info: [{"id": "a4543120-47e5-4bc0-8c6a-ecc2dabe301d", "address": "fa:16:3e:42:5f:d1", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4543120-47", "ovs_interfaceid": "a4543120-47e5-4bc0-8c6a-ecc2dabe301d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.708062] env[62093]: DEBUG oslo_concurrency.lockutils [req-53dfc887-cc02-4359-9be2-d8a31b30531b req-36f5b5af-c19d-4145-98ac-1fdafbe17bff service nova] Releasing lock "refresh_cache-6f63ca83-c260-40d9-9088-6e63a57606b3" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.598417] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6f63ca83-c260-40d9-9088-6e63a57606b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.599182] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.102026] env[62093]: DEBUG nova.compute.utils [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1947.604984] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.664627] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6f63ca83-c260-40d9-9088-6e63a57606b3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.665089] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.665206] env[62093]: INFO nova.compute.manager [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Attaching volume 023e875b-0745-45b9-af50-181159f6a4b6 to /dev/sdb [ 1948.695041] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3076a8bd-9619-44fa-b9a2-117ba5b245b9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.702280] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a757ed5-2274-4a0a-98be-09b194631ea6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.714933] env[62093]: DEBUG nova.virt.block_device [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updating existing volume attachment record: cc6b57f3-3823-4c22-a082-11031f920f70 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1950.086124] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1950.086501] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1950.591696] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1950.591899] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1950.591999] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1951.133197] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.133454] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.133505] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1951.133647] env[62093]: DEBUG nova.objects.instance [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lazy-loading 'info_cache' on Instance uuid 909c9b80-fad8-4018-9c18-0fe4ed398ebf {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.847192] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [{"id": "7e3efd62-c9a0-4a28-976e-b04319468692", "address": "fa:16:3e:a9:66:da", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3efd62-c9", "ovs_interfaceid": "7e3efd62-c9a0-4a28-976e-b04319468692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.257541] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1953.257793] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1953.258717] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4426abe8-0907-4926-8069-33ae24abfc2c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.276319] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4b5b15-935a-4d72-86f3-26e770bf935d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.300107] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-023e875b-0745-45b9-af50-181159f6a4b6/volume-023e875b-0745-45b9-af50-181159f6a4b6.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.300335] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6b964a-3fea-480d-84be-c5b484621178 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.317781] env[62093]: DEBUG oslo_vmware.api [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1953.317781] env[62093]: value = "task-1710891" [ 1953.317781] env[62093]: _type = "Task" [ 1953.317781] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.325063] env[62093]: DEBUG oslo_vmware.api [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.349714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.350049] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1953.350414] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.350630] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.350869] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.351122] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.351305] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.351456] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.351596] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1953.351741] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.827609] env[62093]: DEBUG oslo_vmware.api [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710891, 'name': ReconfigVM_Task, 'duration_secs': 0.336241} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.827853] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-023e875b-0745-45b9-af50-181159f6a4b6/volume-023e875b-0745-45b9-af50-181159f6a4b6.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.832475] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8986c9d2-85b4-4846-a125-6edad46e91ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.847090] env[62093]: DEBUG oslo_vmware.api [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1953.847090] env[62093]: value = "task-1710892" [ 1953.847090] env[62093]: _type = "Task" [ 1953.847090] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.855332] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.855538] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.855700] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.855881] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1953.856118] env[62093]: DEBUG oslo_vmware.api [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.856811] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dfacc4-74ff-4b65-8983-4ee65b6682e0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.863673] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923f80d0-0e9e-40e2-ae04-efc0ff4889ab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.877453] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63142af9-b475-45ea-bf10-6ee248c6b950 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.883542] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a86e393-2e85-42e3-84b2-fc06b2217f66 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.913127] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181187MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1953.913277] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.913483] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.357645] env[62093]: DEBUG oslo_vmware.api [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710892, 'name': ReconfigVM_Task, 'duration_secs': 0.129809} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.357991] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1954.939387] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 909c9b80-fad8-4018-9c18-0fe4ed398ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.939653] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6f63ca83-c260-40d9-9088-6e63a57606b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.939729] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1954.939888] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1954.978110] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38189c91-380d-44b2-ac3a-9cbe6b8344c2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.985499] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f7105-b07a-46f6-bc94-b58d21bd4196 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.014429] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5728aca7-b79c-4fb1-a39e-72133e5ce5c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.021064] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec17e8b5-4648-43fc-b621-2afbdcfcd859 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.034609] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1955.394720] env[62093]: DEBUG nova.objects.instance [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'flavor' on Instance uuid 6f63ca83-c260-40d9-9088-6e63a57606b3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.537490] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1955.899457] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4a147d1-eb41-4132-b9ef-426d628b421a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.041844] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1956.042257] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.234158] env[62093]: INFO nova.compute.manager [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Rebuilding instance [ 1956.268580] env[62093]: DEBUG nova.compute.manager [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1956.269464] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82da9fa-76b5-4265-9fac-1990a0404a71 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.780939] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.781263] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5027c0b1-4737-4296-9b9b-4f3d6c795873 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.789202] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1956.789202] env[62093]: value = "task-1710893" [ 1956.789202] env[62093]: _type = "Task" [ 1956.789202] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.797176] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.299568] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710893, 'name': PowerOffVM_Task, 'duration_secs': 0.203806} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.300047] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1957.349866] env[62093]: INFO nova.compute.manager [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Detaching volume 023e875b-0745-45b9-af50-181159f6a4b6 [ 1957.378025] env[62093]: INFO nova.virt.block_device [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Attempting to driver detach volume 023e875b-0745-45b9-af50-181159f6a4b6 from mountpoint /dev/sdb [ 1957.378205] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1957.378390] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1957.379267] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea587ff-42ae-45eb-b5d3-16fb261dbb18 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.400437] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6d494-a194-4be0-8626-a66bba2f5068 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.406932] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b4a2d-cb3f-4148-99f6-a1c491f59925 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.427139] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d9329d-d901-45f7-9138-ca88537a8977 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.441529] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] The volume has not been displaced from its original location: [datastore1] volume-023e875b-0745-45b9-af50-181159f6a4b6/volume-023e875b-0745-45b9-af50-181159f6a4b6.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1957.446751] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1957.447015] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fec6cb9-01e9-4d8d-96d6-a4c2cb5fc332 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.464251] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1957.464251] env[62093]: value = "task-1710894" [ 1957.464251] env[62093]: _type = "Task" [ 1957.464251] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.471489] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.974617] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710894, 'name': ReconfigVM_Task, 'duration_secs': 0.185799} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.974959] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1957.980195] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37358c2-a7a5-438a-aa69-379ef0e10d61 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.997166] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1957.997166] env[62093]: value = "task-1710895" [ 1957.997166] env[62093]: _type = "Task" [ 1957.997166] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.006695] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.506820] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710895, 'name': ReconfigVM_Task, 'duration_secs': 0.154378} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.507292] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1959.563891] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1959.564230] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c76d545-73dc-454c-8c00-b197ee4329f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.572736] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1959.572736] env[62093]: value = "task-1710896" [ 1959.572736] env[62093]: _type = "Task" [ 1959.572736] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.579935] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.083204] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] VM already powered off {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1960.083449] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1960.083639] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1960.084432] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99af6c1-65ba-425a-8f77-2fc9b0fbe9d0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.101933] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d808d9a8-2137-4464-90da-1f296ebc6112 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.107254] env[62093]: WARNING nova.virt.vmwareapi.driver [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1960.107478] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1960.108173] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdbbaab-1bc6-48dc-8397-b5f8376f8640 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.113676] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1960.113879] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dbfd3a3-71f9-4c72-96fb-940f162c321c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.184571] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1960.184837] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1960.185045] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleting the datastore file [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1960.185320] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4655c493-4da8-4c42-a071-804c0120c6f3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.193868] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1960.193868] env[62093]: value = "task-1710898" [ 1960.193868] env[62093]: _type = "Task" [ 1960.193868] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.200997] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.703950] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205486} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.704353] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1960.704401] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1960.704565] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1961.209794] env[62093]: INFO nova.virt.block_device [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Booting with volume 023e875b-0745-45b9-af50-181159f6a4b6 at /dev/sdb [ 1961.239480] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6206c833-ee0a-4ac6-826f-3ef05838d61d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.249132] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a812155-5e88-4e24-bfe0-570da429b549 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.273721] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd3b68cd-ca71-44c9-bd26-cba27f468c45 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.282006] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d590061a-bb38-4fcd-b47b-87a9d84c2411 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.304179] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a91a93-0566-4ed2-99eb-c404a9ccd827 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.309989] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99221ba-d8ca-4cd6-b362-796c87ad1d1e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.323159] env[62093]: DEBUG nova.virt.block_device [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updating existing volume attachment record: f4ce9d37-316f-4710-a9af-a3da2f4ef19c {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1963.426500] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1963.426785] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1963.426900] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1963.427098] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1963.427246] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1963.427392] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1963.427611] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1963.427768] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1963.427933] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1963.428112] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1963.428288] env[62093]: DEBUG nova.virt.hardware [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1963.429155] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c791ffd5-74f9-41f5-8db3-1eb66db4e180 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.437113] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6a57f-1a65-4723-91b4-170fa6ad1ce2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.451840] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:5f:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4543120-47e5-4bc0-8c6a-ecc2dabe301d', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1963.459097] env[62093]: DEBUG oslo.service.loopingcall [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1963.459315] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1963.459509] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68e8cb52-759f-4cd3-80c6-19e6c0ca69cf {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.478390] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1963.478390] env[62093]: value = "task-1710899" [ 1963.478390] env[62093]: _type = "Task" [ 1963.478390] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.485520] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710899, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.988345] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710899, 'name': CreateVM_Task, 'duration_secs': 0.324477} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.988583] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1963.989289] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.989454] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.989798] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1963.990059] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ecd9643-fda1-401f-bee5-73fa003493f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.994336] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1963.994336] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52087a8d-2822-ac6a-fdc1-482af3581dc2" [ 1963.994336] env[62093]: _type = "Task" [ 1963.994336] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.001441] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52087a8d-2822-ac6a-fdc1-482af3581dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.505647] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52087a8d-2822-ac6a-fdc1-482af3581dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.506050] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.506224] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1964.506453] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.506600] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.506776] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1964.507041] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c53533da-38de-4a2b-bbc0-51cfbcb4c90d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.514973] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1964.515166] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1964.515862] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee69ef43-b42e-40f3-a93d-afb30ad6012a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.520436] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1964.520436] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f63b92-28ed-b467-bf70-f9d48618d251" [ 1964.520436] env[62093]: _type = "Task" [ 1964.520436] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.528935] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f63b92-28ed-b467-bf70-f9d48618d251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.030929] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f63b92-28ed-b467-bf70-f9d48618d251, 'name': SearchDatastore_Task, 'duration_secs': 0.008662} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.031802] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656bdc87-52ce-4f51-9253-3d635309df35 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.036654] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1965.036654] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52d5313f-bc61-e353-5ca7-00b964b8a38f" [ 1965.036654] env[62093]: _type = "Task" [ 1965.036654] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.043965] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d5313f-bc61-e353-5ca7-00b964b8a38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.546575] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52d5313f-bc61-e353-5ca7-00b964b8a38f, 'name': SearchDatastore_Task, 'duration_secs': 0.022701} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.546978] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.547097] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3/6f63ca83-c260-40d9-9088-6e63a57606b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1965.547358] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25819e49-8127-47ab-8da4-8e2cc592d866 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.554058] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1965.554058] env[62093]: value = "task-1710900" [ 1965.554058] env[62093]: _type = "Task" [ 1965.554058] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.560910] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.064117] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477352} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.064384] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3/6f63ca83-c260-40d9-9088-6e63a57606b3.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1966.064596] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1966.064844] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-897122f8-7486-4539-8a06-28dbe2ff8f24 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.070724] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1966.070724] env[62093]: value = "task-1710901" [ 1966.070724] env[62093]: _type = "Task" [ 1966.070724] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.078090] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.580437] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097674} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.580786] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1966.581414] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f07f7-3a99-4a49-9d19-03cdf19ca0d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.603492] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3/6f63ca83-c260-40d9-9088-6e63a57606b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.603703] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bfbe1ca-30b2-4663-ac98-803939cb716f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.621176] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1966.621176] env[62093]: value = "task-1710902" [ 1966.621176] env[62093]: _type = "Task" [ 1966.621176] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.628322] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.130125] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710902, 'name': ReconfigVM_Task, 'duration_secs': 0.256604} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.131041] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3/6f63ca83-c260-40d9-9088-6e63a57606b3.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.131545] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'guest_format': None, 'size': 0, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': 'e19acd06-2b45-4969-9b32-92bc34a8fc8e'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'f4ce9d37-316f-4710-a9af-a3da2f4ef19c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'}, 'guest_format': None, 'boot_index': None, 'device_type': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62093) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1967.131748] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1967.131931] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1967.132729] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba58adb-91ce-43fb-963e-fe7bfd510cb4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.147543] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32c455d-d9d5-4610-9343-a88f5a62ea2a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.172302] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-023e875b-0745-45b9-af50-181159f6a4b6/volume-023e875b-0745-45b9-af50-181159f6a4b6.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1967.172651] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e187d0c3-8f3a-4293-b4e4-6d360d88bac8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.190281] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1967.190281] env[62093]: value = "task-1710903" [ 1967.190281] env[62093]: _type = "Task" [ 1967.190281] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.197921] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.700828] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710903, 'name': ReconfigVM_Task, 'duration_secs': 0.274871} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.701309] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-023e875b-0745-45b9-af50-181159f6a4b6/volume-023e875b-0745-45b9-af50-181159f6a4b6.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.705924] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fa37d8-c44c-4015-b66b-8739ae2e629f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.720506] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1967.720506] env[62093]: value = "task-1710904" [ 1967.720506] env[62093]: _type = "Task" [ 1967.720506] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.728044] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.231042] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710904, 'name': ReconfigVM_Task, 'duration_secs': 0.134173} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.231357] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1968.231940] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54ceaab0-2ac1-4d09-9e03-7493de5758fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.238786] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1968.238786] env[62093]: value = "task-1710905" [ 1968.238786] env[62093]: _type = "Task" [ 1968.238786] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.246049] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710905, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.748250] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710905, 'name': Rename_Task, 'duration_secs': 0.137624} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.748695] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1968.748764] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed7c8a1b-0068-4ee0-b08d-4094c130b585 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.754937] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 1968.754937] env[62093]: value = "task-1710906" [ 1968.754937] env[62093]: _type = "Task" [ 1968.754937] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.762045] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.264987] env[62093]: DEBUG oslo_vmware.api [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710906, 'name': PowerOnVM_Task, 'duration_secs': 0.435745} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.264987] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1969.265146] env[62093]: DEBUG nova.compute.manager [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1969.265941] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c9fec1-56d4-48cc-82bb-7d2c9bcf4f53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.783949] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.784246] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.784426] env[62093]: DEBUG nova.objects.instance [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1970.792886] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2fbd79bd-df91-4e82-bd56-f3aa94531013 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.405728] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1994.406156] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62093) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1998.909315] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.405728] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.405964] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2000.406695] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.407152] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.904038] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.904038] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2004.405861] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.406180] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2006.572202] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6f63ca83-c260-40d9-9088-6e63a57606b3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.572647] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.075963] env[62093]: INFO nova.compute.manager [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Detaching volume 023e875b-0745-45b9-af50-181159f6a4b6 [ 2007.106204] env[62093]: INFO nova.virt.block_device [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Attempting to driver detach volume 023e875b-0745-45b9-af50-181159f6a4b6 from mountpoint /dev/sdb [ 2007.106479] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2007.106707] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2007.107647] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb7635-14a7-4779-87c6-7ca2017187dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.130429] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae42161-d9eb-47f7-9f95-ec4becde83ed {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.137317] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd00af3e-f467-4c90-a0d7-2845b939ce92 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.156960] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e0bb8-a14d-494a-b5a3-d6503ff54279 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.171429] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] The volume has not been displaced from its original location: [datastore1] volume-023e875b-0745-45b9-af50-181159f6a4b6/volume-023e875b-0745-45b9-af50-181159f6a4b6.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2007.176880] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2007.177198] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39400268-021c-42d9-a066-8879a75430bc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.195285] env[62093]: DEBUG oslo_vmware.api [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2007.195285] env[62093]: value = "task-1710907" [ 2007.195285] env[62093]: _type = "Task" [ 2007.195285] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.202696] env[62093]: DEBUG oslo_vmware.api [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.704631] env[62093]: DEBUG oslo_vmware.api [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710907, 'name': ReconfigVM_Task, 'duration_secs': 0.304877} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.705068] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2007.709423] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbf682a-a973-4f68-9cb1-16ca63dcf219 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.724217] env[62093]: DEBUG oslo_vmware.api [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2007.724217] env[62093]: value = "task-1710908" [ 2007.724217] env[62093]: _type = "Task" [ 2007.724217] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.731361] env[62093]: DEBUG oslo_vmware.api [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.233508] env[62093]: DEBUG oslo_vmware.api [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710908, 'name': ReconfigVM_Task, 'duration_secs': 0.137211} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.233852] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356387', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'name': 'volume-023e875b-0745-45b9-af50-181159f6a4b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f63ca83-c260-40d9-9088-6e63a57606b3', 'attached_at': '', 'detached_at': '', 'volume_id': '023e875b-0745-45b9-af50-181159f6a4b6', 'serial': '023e875b-0745-45b9-af50-181159f6a4b6'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2008.773353] env[62093]: DEBUG nova.objects.instance [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'flavor' on Instance uuid 6f63ca83-c260-40d9-9088-6e63a57606b3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2009.782390] env[62093]: DEBUG oslo_concurrency.lockutils [None req-2ee1e399-714a-424d-bbd5-2b942434471e tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.404978] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.804662] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6f63ca83-c260-40d9-9088-6e63a57606b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.805082] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.805169] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6f63ca83-c260-40d9-9088-6e63a57606b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.805352] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.805523] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.807630] env[62093]: INFO nova.compute.manager [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Terminating instance [ 2010.809310] env[62093]: DEBUG nova.compute.manager [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2010.809501] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2010.810365] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b3b00-0fc5-4bae-a58b-b9943a66d910 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.817987] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2010.818254] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9986411-ec3a-482b-a6cd-896618ff40b5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.825180] env[62093]: DEBUG oslo_vmware.api [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2010.825180] env[62093]: value = "task-1710909" [ 2010.825180] env[62093]: _type = "Task" [ 2010.825180] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.832891] env[62093]: DEBUG oslo_vmware.api [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.908353] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.908633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.908819] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.908977] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2010.909962] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104272d-a738-44f4-9dd8-61e41a2abf83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.918433] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cf80b8-f2bd-42cd-b08a-9f7223816ea2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.933343] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed8497-1608-4f70-860d-047f5015a521 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.940280] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a892e3df-df69-4d93-a419-cfa5cab5b634 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.969782] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181016MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2010.969972] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.970237] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.335526] env[62093]: DEBUG oslo_vmware.api [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710909, 'name': PowerOffVM_Task, 'duration_secs': 0.179075} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.335794] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2011.335960] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2011.336218] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73183420-a83d-4e43-8288-377f0f22ea05 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.425102] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2011.425441] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2011.425694] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleting the datastore file [datastore1] 6f63ca83-c260-40d9-9088-6e63a57606b3 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2011.426057] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc7f96f-6b5a-4dc7-b9e7-4c70247bd114 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.435807] env[62093]: DEBUG oslo_vmware.api [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2011.435807] env[62093]: value = "task-1710911" [ 2011.435807] env[62093]: _type = "Task" [ 2011.435807] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.445977] env[62093]: DEBUG oslo_vmware.api [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.945555] env[62093]: DEBUG oslo_vmware.api [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148155} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.945935] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2011.945986] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2011.946154] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2011.946351] env[62093]: INFO nova.compute.manager [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2011.946603] env[62093]: DEBUG oslo.service.loopingcall [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.946800] env[62093]: DEBUG nova.compute.manager [-] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2011.946897] env[62093]: DEBUG nova.network.neutron [-] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2011.998428] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 909c9b80-fad8-4018-9c18-0fe4ed398ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.998575] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6f63ca83-c260-40d9-9088-6e63a57606b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.998756] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2011.998896] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2012.037144] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f246093-fde8-4101-a934-3b05b4472762 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.044812] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdba1f9-f928-40be-8f8c-593dea515c8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.074220] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be765ffb-f91c-4569-aa0e-e80798741587 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.081041] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa3b32-b219-4294-90de-f0f719f26a30 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.093849] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.550446] env[62093]: DEBUG nova.compute.manager [req-92a21831-c4ff-472a-80c5-8efbedd72a72 req-ca583a92-a311-4e60-9195-0de818e1e4e3 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Received event network-vif-deleted-a4543120-47e5-4bc0-8c6a-ecc2dabe301d {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2012.550658] env[62093]: INFO nova.compute.manager [req-92a21831-c4ff-472a-80c5-8efbedd72a72 req-ca583a92-a311-4e60-9195-0de818e1e4e3 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Neutron deleted interface a4543120-47e5-4bc0-8c6a-ecc2dabe301d; detaching it from the instance and deleting it from the info cache [ 2012.550827] env[62093]: DEBUG nova.network.neutron [req-92a21831-c4ff-472a-80c5-8efbedd72a72 req-ca583a92-a311-4e60-9195-0de818e1e4e3 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.597151] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2013.029546] env[62093]: DEBUG nova.network.neutron [-] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.053430] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c51f663f-dbbb-49fc-8908-bd7355d3536c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.063089] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a523c5-6630-466d-a43e-aaa7850355d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.087036] env[62093]: DEBUG nova.compute.manager [req-92a21831-c4ff-472a-80c5-8efbedd72a72 req-ca583a92-a311-4e60-9195-0de818e1e4e3 service nova] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Detach interface failed, port_id=a4543120-47e5-4bc0-8c6a-ecc2dabe301d, reason: Instance 6f63ca83-c260-40d9-9088-6e63a57606b3 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2013.101812] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2013.102572] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.405618] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.405808] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2013.532656] env[62093]: INFO nova.compute.manager [-] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Took 1.59 seconds to deallocate network for instance. [ 2013.908922] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 6f63ca83-c260-40d9-9088-6e63a57606b3] Skipping network cache update for instance because it is being deleted. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9978}} [ 2013.909150] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2013.910549] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.910549] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Cleaning up deleted instances {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2014.039493] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.039869] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.039958] env[62093]: DEBUG nova.objects.instance [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'resources' on Instance uuid 6f63ca83-c260-40d9-9088-6e63a57606b3 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.416317] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] There are 16 instances to clean {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2014.416513] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: b91d0d63-adf6-4a3d-85f6-4723df25c2b3] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2014.582594] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c4a62-125b-40be-b8ad-6e8f35c40e3d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.590296] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85733e4b-4db5-4f6c-98f6-3cb2e3333986 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.620143] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bcfcbf-d7e3-4853-886a-c6249830d51b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.626930] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eae045-e44b-4731-a5a3-319ed128a1d3 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.640117] env[62093]: DEBUG nova.compute.provider_tree [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.919253] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: dae85da2-2d16-46eb-805d-02e1b56da6ec] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2015.143499] env[62093]: DEBUG nova.scheduler.client.report [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2015.423114] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 55e89d6c-7b9d-41f3-82d1-e0c862899378] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2015.648604] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.668380] env[62093]: INFO nova.scheduler.client.report [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted allocations for instance 6f63ca83-c260-40d9-9088-6e63a57606b3 [ 2015.927021] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: f29ed086-3d2b-41a2-a26b-fe0af14ddfc7] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2016.175158] env[62093]: DEBUG oslo_concurrency.lockutils [None req-bff80e85-88e6-4187-8452-18ba6b0be0b3 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6f63ca83-c260-40d9-9088-6e63a57606b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.370s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.430181] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 9f3bc234-8573-44bd-94e0-7b5209513156] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2016.933495] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: dec20572-5ef4-4886-8857-c0e6c75f242e] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2017.216633] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.216934] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.437050] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 39141e99-623c-4106-9e3d-0a147846646d] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2017.719057] env[62093]: DEBUG nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2017.940280] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 13e6a33b-d08a-4900-81df-4bc0219ef4e7] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2018.240269] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.240541] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.241988] env[62093]: INFO nova.compute.claims [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2018.443577] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 123d32cc-1385-422a-9a1f-b212ab50f706] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2018.947073] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 37d90e3a-56c9-404e-8985-360f3ae638e2] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2019.285809] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46aa8d3-5eb6-4a40-bd5a-8716b185d5e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.293397] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d61adf2-eb28-4f49-9a4a-81fdfcaad95e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.322717] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ab1eb7-1f85-4609-8faa-bd0aa71a82ae {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.329148] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb31dc-2c9e-410f-a00c-e97c0e875de6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.341644] env[62093]: DEBUG nova.compute.provider_tree [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.449833] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 2d5e98ed-7de9-446a-b3dc-47dc53dd96a7] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2019.844543] env[62093]: DEBUG nova.scheduler.client.report [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2019.953283] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 5bbbb1dd-ef07-4211-b3e0-f72ce837a8fa] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2020.349701] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.350244] env[62093]: DEBUG nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2020.456793] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 6121704d-0a6a-4191-9254-028ca7ad1e5f] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2020.855620] env[62093]: DEBUG nova.compute.utils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2020.857069] env[62093]: DEBUG nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2020.857273] env[62093]: DEBUG nova.network.neutron [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2020.905938] env[62093]: DEBUG nova.policy [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a260edb578db409886cb7392657a44aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59cd4ccf71b542d8a61517c5d2af2258', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 2020.960474] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: c73b97f2-aa8a-4220-b80e-cb02cbdfdaeb] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2021.146900] env[62093]: DEBUG nova.network.neutron [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Successfully created port: 820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2021.360750] env[62093]: DEBUG nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2021.463166] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 08d664a2-3934-45f5-897c-cfd94a221209] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2021.966094] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 1e8ac6e2-f994-4d5e-afe3-2e25da989f9b] Instance has had 0 of 5 cleanup attempts {{(pid=62093) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2022.371050] env[62093]: DEBUG nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2022.396743] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2022.397055] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2022.397229] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2022.397416] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2022.397575] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2022.397724] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2022.397923] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2022.398095] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2022.398637] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2022.398637] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2022.398637] env[62093]: DEBUG nova.virt.hardware [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2022.399521] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b5049-5120-4ae1-967a-180f7d783e83 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.407899] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b8e955-e191-4870-ab60-35c1048a3791 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.504925] env[62093]: DEBUG nova.compute.manager [req-1137890f-d721-4217-a549-62af7b43ce65 req-bcb03961-5a55-449e-8240-a6e22098a388 service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Received event network-vif-plugged-820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2022.505139] env[62093]: DEBUG oslo_concurrency.lockutils [req-1137890f-d721-4217-a549-62af7b43ce65 req-bcb03961-5a55-449e-8240-a6e22098a388 service nova] Acquiring lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.505358] env[62093]: DEBUG oslo_concurrency.lockutils [req-1137890f-d721-4217-a549-62af7b43ce65 req-bcb03961-5a55-449e-8240-a6e22098a388 service nova] Lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.505527] env[62093]: DEBUG oslo_concurrency.lockutils [req-1137890f-d721-4217-a549-62af7b43ce65 req-bcb03961-5a55-449e-8240-a6e22098a388 service nova] Lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.505693] env[62093]: DEBUG nova.compute.manager [req-1137890f-d721-4217-a549-62af7b43ce65 req-bcb03961-5a55-449e-8240-a6e22098a388 service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] No waiting events found dispatching network-vif-plugged-820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2022.505941] env[62093]: WARNING nova.compute.manager [req-1137890f-d721-4217-a549-62af7b43ce65 req-bcb03961-5a55-449e-8240-a6e22098a388 service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Received unexpected event network-vif-plugged-820c7723-6c7c-4682-9499-607da83e4b27 for instance with vm_state building and task_state spawning. [ 2022.587251] env[62093]: DEBUG nova.network.neutron [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Successfully updated port: 820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2023.092714] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.092943] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.093084] env[62093]: DEBUG nova.network.neutron [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2023.623735] env[62093]: DEBUG nova.network.neutron [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2023.744627] env[62093]: DEBUG nova.network.neutron [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Updating instance_info_cache with network_info: [{"id": "820c7723-6c7c-4682-9499-607da83e4b27", "address": "fa:16:3e:1e:f1:c7", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820c7723-6c", "ovs_interfaceid": "820c7723-6c7c-4682-9499-607da83e4b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.247834] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.248188] env[62093]: DEBUG nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Instance network_info: |[{"id": "820c7723-6c7c-4682-9499-607da83e4b27", "address": "fa:16:3e:1e:f1:c7", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820c7723-6c", "ovs_interfaceid": "820c7723-6c7c-4682-9499-607da83e4b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2024.248611] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f1:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '820c7723-6c7c-4682-9499-607da83e4b27', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2024.256273] env[62093]: DEBUG oslo.service.loopingcall [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.256465] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2024.256679] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da21a393-8f51-459b-bbc6-20cc5b59cfd8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.276585] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2024.276585] env[62093]: value = "task-1710912" [ 2024.276585] env[62093]: _type = "Task" [ 2024.276585] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.283499] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710912, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.529727] env[62093]: DEBUG nova.compute.manager [req-05a040b8-bc7d-4351-b23a-2b25999638a8 req-dd1db6fc-e5e3-4799-b629-431aa4645e6c service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Received event network-changed-820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2024.529975] env[62093]: DEBUG nova.compute.manager [req-05a040b8-bc7d-4351-b23a-2b25999638a8 req-dd1db6fc-e5e3-4799-b629-431aa4645e6c service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Refreshing instance network info cache due to event network-changed-820c7723-6c7c-4682-9499-607da83e4b27. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2024.530243] env[62093]: DEBUG oslo_concurrency.lockutils [req-05a040b8-bc7d-4351-b23a-2b25999638a8 req-dd1db6fc-e5e3-4799-b629-431aa4645e6c service nova] Acquiring lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.530472] env[62093]: DEBUG oslo_concurrency.lockutils [req-05a040b8-bc7d-4351-b23a-2b25999638a8 req-dd1db6fc-e5e3-4799-b629-431aa4645e6c service nova] Acquired lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.530691] env[62093]: DEBUG nova.network.neutron [req-05a040b8-bc7d-4351-b23a-2b25999638a8 req-dd1db6fc-e5e3-4799-b629-431aa4645e6c service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Refreshing network info cache for port 820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2024.786375] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710912, 'name': CreateVM_Task, 'duration_secs': 0.31034} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.786719] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2024.787166] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.787331] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.787664] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2024.787905] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153451ce-81e6-4df8-9d40-23354c01d2d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.792208] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2024.792208] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52bed92d-ed7b-12cc-0501-604230317ded" [ 2024.792208] env[62093]: _type = "Task" [ 2024.792208] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.799682] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52bed92d-ed7b-12cc-0501-604230317ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.210403] env[62093]: DEBUG nova.network.neutron [req-05a040b8-bc7d-4351-b23a-2b25999638a8 req-dd1db6fc-e5e3-4799-b629-431aa4645e6c service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Updated VIF entry in instance network info cache for port 820c7723-6c7c-4682-9499-607da83e4b27. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2025.210764] env[62093]: DEBUG nova.network.neutron [req-05a040b8-bc7d-4351-b23a-2b25999638a8 req-dd1db6fc-e5e3-4799-b629-431aa4645e6c service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Updating instance_info_cache with network_info: [{"id": "820c7723-6c7c-4682-9499-607da83e4b27", "address": "fa:16:3e:1e:f1:c7", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820c7723-6c", "ovs_interfaceid": "820c7723-6c7c-4682-9499-607da83e4b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.303340] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52bed92d-ed7b-12cc-0501-604230317ded, 'name': SearchDatastore_Task, 'duration_secs': 0.01356} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.303623] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.303860] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2025.304120] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.304273] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.304447] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2025.304693] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b49e567f-c994-46c2-bcd3-0ec9436f3072 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.312672] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2025.312811] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2025.313478] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23d4f5e-670b-4452-9633-843f0d0e0191 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.318054] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2025.318054] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52dd1107-c001-3920-748f-5a398d8d2083" [ 2025.318054] env[62093]: _type = "Task" [ 2025.318054] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.325155] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dd1107-c001-3920-748f-5a398d8d2083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.713580] env[62093]: DEBUG oslo_concurrency.lockutils [req-05a040b8-bc7d-4351-b23a-2b25999638a8 req-dd1db6fc-e5e3-4799-b629-431aa4645e6c service nova] Releasing lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.828519] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52dd1107-c001-3920-748f-5a398d8d2083, 'name': SearchDatastore_Task, 'duration_secs': 0.008271} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.829244] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad66b6b-94f1-4384-9a55-794cd2610435 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.834072] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2025.834072] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]521f0eb7-e836-4783-cdb4-32fffb5e98b0" [ 2025.834072] env[62093]: _type = "Task" [ 2025.834072] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.841146] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521f0eb7-e836-4783-cdb4-32fffb5e98b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.344549] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]521f0eb7-e836-4783-cdb4-32fffb5e98b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.345028] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.345077] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] dbb615c7-c980-4aa0-b294-bc5dd7cd72a8/dbb615c7-c980-4aa0-b294-bc5dd7cd72a8.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2026.345321] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0307b477-0c52-4cb1-8c1c-3a5c04f1ee53 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.352278] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2026.352278] env[62093]: value = "task-1710913" [ 2026.352278] env[62093]: _type = "Task" [ 2026.352278] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.359540] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.864068] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.362430] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541908} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.362690] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] dbb615c7-c980-4aa0-b294-bc5dd7cd72a8/dbb615c7-c980-4aa0-b294-bc5dd7cd72a8.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2027.362908] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2027.363216] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ae474b-dae2-4849-be45-9cf5c1975f60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.369749] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2027.369749] env[62093]: value = "task-1710914" [ 2027.369749] env[62093]: _type = "Task" [ 2027.369749] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.377584] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.879777] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074245} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.880210] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2027.880863] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86e5e7d-d237-4a6a-9d1a-5f38754f4554 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.901966] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] dbb615c7-c980-4aa0-b294-bc5dd7cd72a8/dbb615c7-c980-4aa0-b294-bc5dd7cd72a8.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2027.902211] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdab4b0-7107-473c-bacc-de61d175f3e6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.921280] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2027.921280] env[62093]: value = "task-1710915" [ 2027.921280] env[62093]: _type = "Task" [ 2027.921280] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.928292] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.430943] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710915, 'name': ReconfigVM_Task, 'duration_secs': 0.263991} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.431278] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] dbb615c7-c980-4aa0-b294-bc5dd7cd72a8/dbb615c7-c980-4aa0-b294-bc5dd7cd72a8.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2028.431877] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b17cff5-5ce4-420d-8482-98622e9f1d38 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.437965] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2028.437965] env[62093]: value = "task-1710916" [ 2028.437965] env[62093]: _type = "Task" [ 2028.437965] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.445373] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710916, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.947733] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710916, 'name': Rename_Task, 'duration_secs': 0.136072} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.948162] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.948273] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-835212f9-e8ec-4078-aa33-8ed285bafe08 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.954771] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2028.954771] env[62093]: value = "task-1710917" [ 2028.954771] env[62093]: _type = "Task" [ 2028.954771] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.962646] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.464522] env[62093]: DEBUG oslo_vmware.api [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710917, 'name': PowerOnVM_Task, 'duration_secs': 0.48711} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.464803] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.465015] env[62093]: INFO nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Took 7.09 seconds to spawn the instance on the hypervisor. [ 2029.465206] env[62093]: DEBUG nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2029.466028] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020638d9-5cba-4808-ada0-e05e50acd4e5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.984836] env[62093]: INFO nova.compute.manager [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Took 11.76 seconds to build instance. [ 2030.000237] env[62093]: DEBUG nova.compute.manager [req-d6d4d114-470b-4139-a065-3ac1d12ed9cc req-85797181-adf2-4519-8778-ce872f83ee40 service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Received event network-changed-820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2030.000423] env[62093]: DEBUG nova.compute.manager [req-d6d4d114-470b-4139-a065-3ac1d12ed9cc req-85797181-adf2-4519-8778-ce872f83ee40 service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Refreshing instance network info cache due to event network-changed-820c7723-6c7c-4682-9499-607da83e4b27. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2030.000631] env[62093]: DEBUG oslo_concurrency.lockutils [req-d6d4d114-470b-4139-a065-3ac1d12ed9cc req-85797181-adf2-4519-8778-ce872f83ee40 service nova] Acquiring lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.000721] env[62093]: DEBUG oslo_concurrency.lockutils [req-d6d4d114-470b-4139-a065-3ac1d12ed9cc req-85797181-adf2-4519-8778-ce872f83ee40 service nova] Acquired lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.000909] env[62093]: DEBUG nova.network.neutron [req-d6d4d114-470b-4139-a065-3ac1d12ed9cc req-85797181-adf2-4519-8778-ce872f83ee40 service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Refreshing network info cache for port 820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.488021] env[62093]: DEBUG oslo_concurrency.lockutils [None req-aa12827b-e31b-4c4d-8f30-7efd0c6b5059 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.270s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.721548] env[62093]: DEBUG nova.network.neutron [req-d6d4d114-470b-4139-a065-3ac1d12ed9cc req-85797181-adf2-4519-8778-ce872f83ee40 service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Updated VIF entry in instance network info cache for port 820c7723-6c7c-4682-9499-607da83e4b27. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.721987] env[62093]: DEBUG nova.network.neutron [req-d6d4d114-470b-4139-a065-3ac1d12ed9cc req-85797181-adf2-4519-8778-ce872f83ee40 service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Updating instance_info_cache with network_info: [{"id": "820c7723-6c7c-4682-9499-607da83e4b27", "address": "fa:16:3e:1e:f1:c7", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820c7723-6c", "ovs_interfaceid": "820c7723-6c7c-4682-9499-607da83e4b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.225050] env[62093]: DEBUG oslo_concurrency.lockutils [req-d6d4d114-470b-4139-a065-3ac1d12ed9cc req-85797181-adf2-4519-8778-ce872f83ee40 service nova] Releasing lock "refresh_cache-dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.330236] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6e00592c-9c35-4059-86ab-297dac85e112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.330568] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.833363] env[62093]: DEBUG nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2051.356922] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.357229] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.358749] env[62093]: INFO nova.compute.claims [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2052.414886] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45375b93-5929-4ded-8d01-274954413c63 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.423090] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1e4834-ea41-4c17-97a9-80573c5ca98a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.452491] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9847c806-0d8f-463b-9aac-998666a77de9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.459606] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588284ce-a187-439a-9d52-b254c9f09862 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.472428] env[62093]: DEBUG nova.compute.provider_tree [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.975385] env[62093]: DEBUG nova.scheduler.client.report [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2053.480647] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.481079] env[62093]: DEBUG nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2053.986347] env[62093]: DEBUG nova.compute.utils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2053.987832] env[62093]: DEBUG nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Allocating IP information in the background. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2053.988009] env[62093]: DEBUG nova.network.neutron [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] allocate_for_instance() {{(pid=62093) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2054.046667] env[62093]: DEBUG nova.policy [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a260edb578db409886cb7392657a44aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59cd4ccf71b542d8a61517c5d2af2258', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62093) authorize /opt/stack/nova/nova/policy.py:201}} [ 2054.292307] env[62093]: DEBUG nova.network.neutron [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Successfully created port: 047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2054.491955] env[62093]: DEBUG nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2054.997739] env[62093]: INFO nova.virt.block_device [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Booting with volume 43b0be41-b87a-43b2-9b81-395eb8688c64 at /dev/sda [ 2055.032359] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a1f4099-29e0-4ce6-b47b-757dfc7dfdeb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.044410] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0441b9a6-0310-42b7-9376-e1eaeb4e8e6c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.069154] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-998ecea9-ca23-45f1-b1ed-344c69832df5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.077984] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0fad09-c382-45e3-bf18-6a4e2751171d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.104252] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6878a8cf-bf86-4ed7-a376-d1afefd6b30b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.110723] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123412bd-ff22-44bd-bc23-cf97fbd3aced {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.125090] env[62093]: DEBUG nova.virt.block_device [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating existing volume attachment record: 47de504b-dc0a-455a-a79f-657d22967888 {{(pid=62093) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2055.658940] env[62093]: DEBUG nova.compute.manager [req-3f0a88d4-f5de-4b4a-97af-dd9234d68431 req-d76e94f0-be89-473d-ae79-e3eb8741613c service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Received event network-vif-plugged-047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2055.659208] env[62093]: DEBUG oslo_concurrency.lockutils [req-3f0a88d4-f5de-4b4a-97af-dd9234d68431 req-d76e94f0-be89-473d-ae79-e3eb8741613c service nova] Acquiring lock "6e00592c-9c35-4059-86ab-297dac85e112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.659208] env[62093]: DEBUG oslo_concurrency.lockutils [req-3f0a88d4-f5de-4b4a-97af-dd9234d68431 req-d76e94f0-be89-473d-ae79-e3eb8741613c service nova] Lock "6e00592c-9c35-4059-86ab-297dac85e112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.660048] env[62093]: DEBUG oslo_concurrency.lockutils [req-3f0a88d4-f5de-4b4a-97af-dd9234d68431 req-d76e94f0-be89-473d-ae79-e3eb8741613c service nova] Lock "6e00592c-9c35-4059-86ab-297dac85e112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.660048] env[62093]: DEBUG nova.compute.manager [req-3f0a88d4-f5de-4b4a-97af-dd9234d68431 req-d76e94f0-be89-473d-ae79-e3eb8741613c service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] No waiting events found dispatching network-vif-plugged-047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2055.660048] env[62093]: WARNING nova.compute.manager [req-3f0a88d4-f5de-4b4a-97af-dd9234d68431 req-d76e94f0-be89-473d-ae79-e3eb8741613c service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Received unexpected event network-vif-plugged-047cd664-4381-4999-acea-5b3486d257d4 for instance with vm_state building and task_state block_device_mapping. [ 2055.741450] env[62093]: DEBUG nova.network.neutron [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Successfully updated port: 047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2056.244039] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.244222] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.244433] env[62093]: DEBUG nova.network.neutron [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2056.774326] env[62093]: DEBUG nova.network.neutron [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2056.893781] env[62093]: DEBUG nova.network.neutron [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance_info_cache with network_info: [{"id": "047cd664-4381-4999-acea-5b3486d257d4", "address": "fa:16:3e:0b:ed:7d", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047cd664-43", "ovs_interfaceid": "047cd664-4381-4999-acea-5b3486d257d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.206928] env[62093]: DEBUG nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2057.207502] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2057.207721] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2057.207874] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2057.208068] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2057.208217] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2057.208362] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2057.208564] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2057.208719] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2057.208883] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2057.209057] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2057.209233] env[62093]: DEBUG nova.virt.hardware [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2057.210117] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9036ca-98e1-4238-85cf-212637bf3545 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.219096] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fa3254-b6c7-4d51-a60d-3d0e84784b73 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.396180] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.396551] env[62093]: DEBUG nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Instance network_info: |[{"id": "047cd664-4381-4999-acea-5b3486d257d4", "address": "fa:16:3e:0b:ed:7d", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047cd664-43", "ovs_interfaceid": "047cd664-4381-4999-acea-5b3486d257d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2057.397026] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:ed:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '047cd664-4381-4999-acea-5b3486d257d4', 'vif_model': 'vmxnet3'}] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2057.405335] env[62093]: DEBUG oslo.service.loopingcall [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.405568] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2057.405810] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d4ca8bd-ffec-4af8-8911-40b81e6167b2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.428405] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2057.428405] env[62093]: value = "task-1710926" [ 2057.428405] env[62093]: _type = "Task" [ 2057.428405] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.436052] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710926, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.683837] env[62093]: DEBUG nova.compute.manager [req-18341447-c530-4604-af31-7f723e6344d6 req-69b6ee4e-312f-4479-bc64-d47227a11861 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Received event network-changed-047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2057.684055] env[62093]: DEBUG nova.compute.manager [req-18341447-c530-4604-af31-7f723e6344d6 req-69b6ee4e-312f-4479-bc64-d47227a11861 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Refreshing instance network info cache due to event network-changed-047cd664-4381-4999-acea-5b3486d257d4. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2057.684279] env[62093]: DEBUG oslo_concurrency.lockutils [req-18341447-c530-4604-af31-7f723e6344d6 req-69b6ee4e-312f-4479-bc64-d47227a11861 service nova] Acquiring lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.684424] env[62093]: DEBUG oslo_concurrency.lockutils [req-18341447-c530-4604-af31-7f723e6344d6 req-69b6ee4e-312f-4479-bc64-d47227a11861 service nova] Acquired lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.684582] env[62093]: DEBUG nova.network.neutron [req-18341447-c530-4604-af31-7f723e6344d6 req-69b6ee4e-312f-4479-bc64-d47227a11861 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Refreshing network info cache for port 047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2057.939848] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710926, 'name': CreateVM_Task, 'duration_secs': 0.429765} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.940265] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2057.940729] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '47de504b-dc0a-455a-a79f-657d22967888', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356391', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'name': 'volume-43b0be41-b87a-43b2-9b81-395eb8688c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6e00592c-9c35-4059-86ab-297dac85e112', 'attached_at': '', 'detached_at': '', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'serial': '43b0be41-b87a-43b2-9b81-395eb8688c64'}, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62093) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2057.940923] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Root volume attach. Driver type: vmdk {{(pid=62093) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2057.941747] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b59b45-0dd7-4641-be25-b0e197fd654b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.949585] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3a9f1f-b826-4601-926d-adc030191a8d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.956191] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4130fd6d-b730-4068-a735-d6e9eceaa166 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.962079] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3c618c8a-f8ff-42d2-bbe0-70b345bdb9c5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.969134] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2057.969134] env[62093]: value = "task-1710927" [ 2057.969134] env[62093]: _type = "Task" [ 2057.969134] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.976260] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710927, 'name': RelocateVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.376271] env[62093]: DEBUG nova.network.neutron [req-18341447-c530-4604-af31-7f723e6344d6 req-69b6ee4e-312f-4479-bc64-d47227a11861 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updated VIF entry in instance network info cache for port 047cd664-4381-4999-acea-5b3486d257d4. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.376644] env[62093]: DEBUG nova.network.neutron [req-18341447-c530-4604-af31-7f723e6344d6 req-69b6ee4e-312f-4479-bc64-d47227a11861 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance_info_cache with network_info: [{"id": "047cd664-4381-4999-acea-5b3486d257d4", "address": "fa:16:3e:0b:ed:7d", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047cd664-43", "ovs_interfaceid": "047cd664-4381-4999-acea-5b3486d257d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.479181] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710927, 'name': RelocateVM_Task, 'duration_secs': 0.394463} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.479444] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Volume attach. Driver type: vmdk {{(pid=62093) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2058.479645] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356391', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'name': 'volume-43b0be41-b87a-43b2-9b81-395eb8688c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6e00592c-9c35-4059-86ab-297dac85e112', 'attached_at': '', 'detached_at': '', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'serial': '43b0be41-b87a-43b2-9b81-395eb8688c64'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2058.480424] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dac8eac-6097-4bba-b309-509ddf27d801 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.497477] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5009d3-3206-4b73-90fc-9904475e3777 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.518446] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-43b0be41-b87a-43b2-9b81-395eb8688c64/volume-43b0be41-b87a-43b2-9b81-395eb8688c64.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2058.518957] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e53162-feea-415e-aa45-8ce6490f50d6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.537920] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2058.537920] env[62093]: value = "task-1710928" [ 2058.537920] env[62093]: _type = "Task" [ 2058.537920] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.545214] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.879024] env[62093]: DEBUG oslo_concurrency.lockutils [req-18341447-c530-4604-af31-7f723e6344d6 req-69b6ee4e-312f-4479-bc64-d47227a11861 service nova] Releasing lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.048495] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710928, 'name': ReconfigVM_Task, 'duration_secs': 0.28643} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.048938] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-43b0be41-b87a-43b2-9b81-395eb8688c64/volume-43b0be41-b87a-43b2-9b81-395eb8688c64.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2059.053720] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142d48a1-04f9-4b21-9d95-6fbdc3c49204 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.070177] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2059.070177] env[62093]: value = "task-1710929" [ 2059.070177] env[62093]: _type = "Task" [ 2059.070177] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.078883] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.580613] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710929, 'name': ReconfigVM_Task, 'duration_secs': 0.138053} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.580934] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356391', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'name': 'volume-43b0be41-b87a-43b2-9b81-395eb8688c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6e00592c-9c35-4059-86ab-297dac85e112', 'attached_at': '', 'detached_at': '', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'serial': '43b0be41-b87a-43b2-9b81-395eb8688c64'} {{(pid=62093) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2059.581532] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a98304-8443-4e62-aa9e-5af80e3994e9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.589500] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2059.589500] env[62093]: value = "task-1710930" [ 2059.589500] env[62093]: _type = "Task" [ 2059.589500] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.598762] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710930, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.100223] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710930, 'name': Rename_Task, 'duration_secs': 0.200275} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.100828] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2060.100828] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1b0d6d3-2264-4703-833d-d33bbe8b4d62 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.108937] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2060.108937] env[62093]: value = "task-1710931" [ 2060.108937] env[62093]: _type = "Task" [ 2060.108937] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.117261] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.619883] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710931, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.120304] env[62093]: DEBUG oslo_vmware.api [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710931, 'name': PowerOnVM_Task, 'duration_secs': 0.730448} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.120747] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2061.120796] env[62093]: INFO nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Took 3.91 seconds to spawn the instance on the hypervisor. [ 2061.120938] env[62093]: DEBUG nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2061.121752] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f228a-97d5-470c-86eb-395021696126 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.640523] env[62093]: INFO nova.compute.manager [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Took 10.30 seconds to build instance. [ 2062.143084] env[62093]: DEBUG oslo_concurrency.lockutils [None req-76db47bc-e310-4d99-bbad-e2d09b11801a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.812s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.557272] env[62093]: DEBUG nova.compute.manager [req-893c0cda-b6df-4d39-b4ad-7a647677f923 req-aae80bec-41f6-4393-a9ae-38f7f6f4cf89 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Received event network-changed-7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2062.557474] env[62093]: DEBUG nova.compute.manager [req-893c0cda-b6df-4d39-b4ad-7a647677f923 req-aae80bec-41f6-4393-a9ae-38f7f6f4cf89 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Refreshing instance network info cache due to event network-changed-7e3efd62-c9a0-4a28-976e-b04319468692. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2062.557687] env[62093]: DEBUG oslo_concurrency.lockutils [req-893c0cda-b6df-4d39-b4ad-7a647677f923 req-aae80bec-41f6-4393-a9ae-38f7f6f4cf89 service nova] Acquiring lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.557829] env[62093]: DEBUG oslo_concurrency.lockutils [req-893c0cda-b6df-4d39-b4ad-7a647677f923 req-aae80bec-41f6-4393-a9ae-38f7f6f4cf89 service nova] Acquired lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.557986] env[62093]: DEBUG nova.network.neutron [req-893c0cda-b6df-4d39-b4ad-7a647677f923 req-aae80bec-41f6-4393-a9ae-38f7f6f4cf89 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Refreshing network info cache for port 7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2063.293508] env[62093]: DEBUG nova.network.neutron [req-893c0cda-b6df-4d39-b4ad-7a647677f923 req-aae80bec-41f6-4393-a9ae-38f7f6f4cf89 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updated VIF entry in instance network info cache for port 7e3efd62-c9a0-4a28-976e-b04319468692. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2063.293865] env[62093]: DEBUG nova.network.neutron [req-893c0cda-b6df-4d39-b4ad-7a647677f923 req-aae80bec-41f6-4393-a9ae-38f7f6f4cf89 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [{"id": "7e3efd62-c9a0-4a28-976e-b04319468692", "address": "fa:16:3e:a9:66:da", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3efd62-c9", "ovs_interfaceid": "7e3efd62-c9a0-4a28-976e-b04319468692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.796403] env[62093]: DEBUG oslo_concurrency.lockutils [req-893c0cda-b6df-4d39-b4ad-7a647677f923 req-aae80bec-41f6-4393-a9ae-38f7f6f4cf89 service nova] Releasing lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.011161] env[62093]: DEBUG nova.compute.manager [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Stashing vm_state: active {{(pid=62093) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 2064.562352] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.562625] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.578452] env[62093]: DEBUG nova.compute.manager [req-fc8aa554-117a-4702-8b83-462bb886532d req-49bb7e86-5355-4dbf-8b71-850fd2a34cbe service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Received event network-changed-047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2064.578647] env[62093]: DEBUG nova.compute.manager [req-fc8aa554-117a-4702-8b83-462bb886532d req-49bb7e86-5355-4dbf-8b71-850fd2a34cbe service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Refreshing instance network info cache due to event network-changed-047cd664-4381-4999-acea-5b3486d257d4. {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2064.578858] env[62093]: DEBUG oslo_concurrency.lockutils [req-fc8aa554-117a-4702-8b83-462bb886532d req-49bb7e86-5355-4dbf-8b71-850fd2a34cbe service nova] Acquiring lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.579026] env[62093]: DEBUG oslo_concurrency.lockutils [req-fc8aa554-117a-4702-8b83-462bb886532d req-49bb7e86-5355-4dbf-8b71-850fd2a34cbe service nova] Acquired lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.579173] env[62093]: DEBUG nova.network.neutron [req-fc8aa554-117a-4702-8b83-462bb886532d req-49bb7e86-5355-4dbf-8b71-850fd2a34cbe service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Refreshing network info cache for port 047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2065.069938] env[62093]: INFO nova.compute.claims [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2065.279387] env[62093]: DEBUG nova.network.neutron [req-fc8aa554-117a-4702-8b83-462bb886532d req-49bb7e86-5355-4dbf-8b71-850fd2a34cbe service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updated VIF entry in instance network info cache for port 047cd664-4381-4999-acea-5b3486d257d4. {{(pid=62093) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2065.279750] env[62093]: DEBUG nova.network.neutron [req-fc8aa554-117a-4702-8b83-462bb886532d req-49bb7e86-5355-4dbf-8b71-850fd2a34cbe service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance_info_cache with network_info: [{"id": "047cd664-4381-4999-acea-5b3486d257d4", "address": "fa:16:3e:0b:ed:7d", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047cd664-43", "ovs_interfaceid": "047cd664-4381-4999-acea-5b3486d257d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.576137] env[62093]: INFO nova.compute.resource_tracker [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating resource usage from migration a3f138e6-957e-4373-b976-2e970fb31024 [ 2065.631723] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11a6074-910c-4b4b-9648-db28280d0f8a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.640806] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4febe7-7431-4cf8-817a-e9cc2cd2f891 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.671130] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3688a5-88cd-4333-95c5-dc83c1311ce6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.679209] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc97d20-462d-4daa-8272-92cdf14ad767 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.692297] env[62093]: DEBUG nova.compute.provider_tree [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.781984] env[62093]: DEBUG oslo_concurrency.lockutils [req-fc8aa554-117a-4702-8b83-462bb886532d req-49bb7e86-5355-4dbf-8b71-850fd2a34cbe service nova] Releasing lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.195151] env[62093]: DEBUG nova.scheduler.client.report [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2066.700429] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.138s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.700910] env[62093]: INFO nova.compute.manager [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Migrating [ 2067.216316] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.216520] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.216694] env[62093]: DEBUG nova.network.neutron [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2067.929755] env[62093]: DEBUG nova.network.neutron [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance_info_cache with network_info: [{"id": "047cd664-4381-4999-acea-5b3486d257d4", "address": "fa:16:3e:0b:ed:7d", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047cd664-43", "ovs_interfaceid": "047cd664-4381-4999-acea-5b3486d257d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.965205] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2067.965409] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.432791] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.469707] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.469928] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.470055] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.470282] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.470441] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.470619] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.470717] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2069.949376] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f96bb6-a170-4a35-99f7-28a0307749bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.968487] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance '6e00592c-9c35-4059-86ab-297dac85e112' progress to 0 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2070.474871] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.475217] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63aa54cb-f4cd-4aaf-a3d2-7e149d7fbaf0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.484239] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2070.484239] env[62093]: value = "task-1710932" [ 2070.484239] env[62093]: _type = "Task" [ 2070.484239] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.493997] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.994820] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710932, 'name': PowerOffVM_Task, 'duration_secs': 0.194312} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.995198] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.995251] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance '6e00592c-9c35-4059-86ab-297dac85e112' progress to 17 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2071.405923] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.502042] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2071.502307] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2071.502451] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.502631] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2071.502776] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.502923] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2071.503145] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2071.503304] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2071.503563] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2071.503780] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2071.503959] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2071.508849] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28abd610-3758-4c8f-9085-64ba70e94494 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.526725] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2071.526725] env[62093]: value = "task-1710933" [ 2071.526725] env[62093]: _type = "Task" [ 2071.526725] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.534953] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.909096] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.909325] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.909503] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.909663] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2071.910565] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956557d0-4976-4dfc-a9c9-dda2eafa32aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.920636] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1409ae0-3fbc-40c4-acde-22a73830dfe8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.935987] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f00803f-e670-4505-8d26-5119a5b2fcf2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.942893] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e5a161-429c-4269-91bd-28f52cb0d4db {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.971594] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181150MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2071.971771] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.971969] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.036498] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710933, 'name': ReconfigVM_Task, 'duration_secs': 0.149583} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.036878] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance '6e00592c-9c35-4059-86ab-297dac85e112' progress to 33 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2072.543302] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2072.543580] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2072.543734] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2072.543916] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2072.544074] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2072.544223] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2072.544424] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2072.544581] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2072.544745] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2072.544901] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2072.545079] env[62093]: DEBUG nova.virt.hardware [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2072.550303] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2072.550575] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2b8783-eb71-4a5a-ba93-3b60058367ac {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.570612] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2072.570612] env[62093]: value = "task-1710934" [ 2072.570612] env[62093]: _type = "Task" [ 2072.570612] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.579957] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.980467] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Applying migration context for instance 6e00592c-9c35-4059-86ab-297dac85e112 as it has an incoming, in-progress migration a3f138e6-957e-4373-b976-2e970fb31024. Migration status is migrating {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2072.981195] env[62093]: INFO nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating resource usage from migration a3f138e6-957e-4373-b976-2e970fb31024 [ 2073.002359] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 909c9b80-fad8-4018-9c18-0fe4ed398ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2073.002528] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance dbb615c7-c980-4aa0-b294-bc5dd7cd72a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2073.002645] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Migration a3f138e6-957e-4373-b976-2e970fb31024 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2073.002738] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 6e00592c-9c35-4059-86ab-297dac85e112 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2073.002910] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2073.003057] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2073.059818] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd021725-c2e3-4bc3-bfe0-b1bf033fdade {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.069575] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752311d2-1eaa-4b2c-b8e1-d4d931c3236e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.080262] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710934, 'name': ReconfigVM_Task, 'duration_secs': 0.162619} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.103875] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2073.104810] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0228e77a-95ef-42a0-b9c7-ff8d05343fb4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.107529] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464409a-ad37-43ec-95f8-47499e9f217a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.125041] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ddd1db-0e8e-4561-af35-94b4141542d5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.135663] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-43b0be41-b87a-43b2-9b81-395eb8688c64/volume-43b0be41-b87a-43b2-9b81-395eb8688c64.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2073.135887] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a22c0b7f-9e10-4536-84f0-49013d02a21a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.158529] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.160916] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2073.160916] env[62093]: value = "task-1710935" [ 2073.160916] env[62093]: _type = "Task" [ 2073.160916] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.169859] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710935, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.663158] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2073.678267] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710935, 'name': ReconfigVM_Task, 'duration_secs': 0.255675} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.678519] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-43b0be41-b87a-43b2-9b81-395eb8688c64/volume-43b0be41-b87a-43b2-9b81-395eb8688c64.vmdk or device None with type thin {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.678740] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance '6e00592c-9c35-4059-86ab-297dac85e112' progress to 50 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2074.171125] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2074.171505] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.199s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.184839] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0dbeec-b1ec-4355-aa40-6c2fac2b7918 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.206763] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec2cb0e-80dd-4e6a-b901-8c95558367fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.223716] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance '6e00592c-9c35-4059-86ab-297dac85e112' progress to 67 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.882646] env[62093]: DEBUG nova.network.neutron [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Port 047cd664-4381-4999-acea-5b3486d257d4 binding to destination host cpu-1 is already ACTIVE {{(pid=62093) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2076.170586] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2076.170780] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2076.170881] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Rebuilding the list of instances to heal {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2076.701597] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.701795] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquired lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.701949] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Forcefully refreshing network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2076.702125] env[62093]: DEBUG nova.objects.instance [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lazy-loading 'info_cache' on Instance uuid 909c9b80-fad8-4018-9c18-0fe4ed398ebf {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2076.900171] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6e00592c-9c35-4059-86ab-297dac85e112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.900522] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.900563] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.938638] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.938965] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.939028] env[62093]: DEBUG nova.network.neutron [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2078.429089] env[62093]: DEBUG nova.network.neutron [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [{"id": "7e3efd62-c9a0-4a28-976e-b04319468692", "address": "fa:16:3e:a9:66:da", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3efd62-c9", "ovs_interfaceid": "7e3efd62-c9a0-4a28-976e-b04319468692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.637241] env[62093]: DEBUG nova.network.neutron [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance_info_cache with network_info: [{"id": "047cd664-4381-4999-acea-5b3486d257d4", "address": "fa:16:3e:0b:ed:7d", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047cd664-43", "ovs_interfaceid": "047cd664-4381-4999-acea-5b3486d257d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.931997] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Releasing lock "refresh_cache-909c9b80-fad8-4018-9c18-0fe4ed398ebf" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.932283] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updated the network info_cache for instance {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2079.139831] env[62093]: DEBUG oslo_concurrency.lockutils [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.649921] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24fc4ce-4b1c-4692-bff4-e3da27576370 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.657269] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905779b2-c554-4a31-85e2-3fa373c5ba5d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.753410] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e89f3-73a5-4b1e-9ecd-86f47e8c4f82 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.772804] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad1ffc-7944-43e5-af13-42d469233644 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.779157] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance '6e00592c-9c35-4059-86ab-297dac85e112' progress to 83 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2081.285781] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2081.286140] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff3f47bd-006b-464b-8583-36ef60dd2973 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.293957] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2081.293957] env[62093]: value = "task-1710936" [ 2081.293957] env[62093]: _type = "Task" [ 2081.293957] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.301439] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.803719] env[62093]: DEBUG oslo_vmware.api [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710936, 'name': PowerOnVM_Task, 'duration_secs': 0.418592} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.804151] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2081.804403] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb354af-1bfd-458e-8983-636639a37dbc tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance '6e00592c-9c35-4059-86ab-297dac85e112' progress to 100 {{(pid=62093) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2084.573853] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6e00592c-9c35-4059-86ab-297dac85e112" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.574251] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.574251] env[62093]: DEBUG nova.compute.manager [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Going to confirm migration 8 {{(pid=62093) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 2085.119297] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.119488] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquired lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.119663] env[62093]: DEBUG nova.network.neutron [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.119843] env[62093]: DEBUG nova.objects.instance [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'info_cache' on Instance uuid 6e00592c-9c35-4059-86ab-297dac85e112 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.373019] env[62093]: DEBUG nova.network.neutron [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance_info_cache with network_info: [{"id": "047cd664-4381-4999-acea-5b3486d257d4", "address": "fa:16:3e:0b:ed:7d", "network": {"id": "8ce0d242-8d23-4dfb-9015-874d8cada7a2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-268294942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59cd4ccf71b542d8a61517c5d2af2258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047cd664-43", "ovs_interfaceid": "047cd664-4381-4999-acea-5b3486d257d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.876240] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Releasing lock "refresh_cache-6e00592c-9c35-4059-86ab-297dac85e112" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.876505] env[62093]: DEBUG nova.objects.instance [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'migration_context' on Instance uuid 6e00592c-9c35-4059-86ab-297dac85e112 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.379435] env[62093]: DEBUG nova.objects.base [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Object Instance<6e00592c-9c35-4059-86ab-297dac85e112> lazy-loaded attributes: info_cache,migration_context {{(pid=62093) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2087.380460] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404edbde-59ff-48a5-b3aa-66cb719a214d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.399656] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73592e34-6a71-497c-a53d-ff527b12faee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.404822] env[62093]: DEBUG oslo_vmware.api [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2087.404822] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]524b520d-86a4-2fa8-e5cd-c7d352e7a97c" [ 2087.404822] env[62093]: _type = "Task" [ 2087.404822] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.412040] env[62093]: DEBUG oslo_vmware.api [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524b520d-86a4-2fa8-e5cd-c7d352e7a97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.915168] env[62093]: DEBUG oslo_vmware.api [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]524b520d-86a4-2fa8-e5cd-c7d352e7a97c, 'name': SearchDatastore_Task, 'duration_secs': 0.007757} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.915469] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.915688] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.477114] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6e245b-cd84-4148-b8e4-2e74dae29502 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.484846] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819fa5f7-fe1c-444c-ab6b-5532dfd5d068 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.514177] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a374a4ff-18f3-4cac-99d0-3ba4f0af2899 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.520838] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df46ec4-d751-485e-a9a3-67145c3f3840 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.534573] env[62093]: DEBUG nova.compute.provider_tree [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.038093] env[62093]: DEBUG nova.scheduler.client.report [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2090.049081] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.133s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.610662] env[62093]: INFO nova.scheduler.client.report [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted allocation for migration a3f138e6-957e-4373-b976-2e970fb31024 [ 2091.010354] env[62093]: INFO nova.compute.manager [None req-704855a8-84ea-4fee-944a-3a0214491c49 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Get console output [ 2091.010569] env[62093]: WARNING nova.virt.vmwareapi.driver [None req-704855a8-84ea-4fee-944a-3a0214491c49 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] The console log is missing. Check your VSPC configuration [ 2091.117569] env[62093]: DEBUG oslo_concurrency.lockutils [None req-e4331de7-14d2-4b7d-b5d4-587723725bf7 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.543s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.651324] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6e00592c-9c35-4059-86ab-297dac85e112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.651658] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.651880] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "6e00592c-9c35-4059-86ab-297dac85e112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.652133] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.652360] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.655901] env[62093]: INFO nova.compute.manager [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Terminating instance [ 2117.657952] env[62093]: DEBUG nova.compute.manager [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2117.658243] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.658551] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41ed8a14-e34a-4089-a47f-80d246a6be0a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.667780] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2117.667780] env[62093]: value = "task-1710937" [ 2117.667780] env[62093]: _type = "Task" [ 2117.667780] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.678845] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.177901] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710937, 'name': PowerOffVM_Task, 'duration_secs': 0.205007} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.178234] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2118.178508] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Volume detach. Driver type: vmdk {{(pid=62093) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2118.178757] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356391', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'name': 'volume-43b0be41-b87a-43b2-9b81-395eb8688c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6e00592c-9c35-4059-86ab-297dac85e112', 'attached_at': '2024-12-10T22:06:47.000000', 'detached_at': '', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'serial': '43b0be41-b87a-43b2-9b81-395eb8688c64'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2118.179518] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5867531-d9ce-4d8d-bcd8-524d40a0fc77 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.197758] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a2cdcc-abdb-4723-bc41-4582f7483273 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.203770] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c58b7b-aba8-40f4-8912-0e095572cd42 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.220432] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44278898-6ef9-490e-9504-eb5fceccd0fe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.233880] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] The volume has not been displaced from its original location: [datastore1] volume-43b0be41-b87a-43b2-9b81-395eb8688c64/volume-43b0be41-b87a-43b2-9b81-395eb8688c64.vmdk. No consolidation needed. {{(pid=62093) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2118.239023] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2118.239275] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72b7b1d-fe09-4185-8184-00ff6f819564 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.256342] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2118.256342] env[62093]: value = "task-1710938" [ 2118.256342] env[62093]: _type = "Task" [ 2118.256342] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.263429] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.766784] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710938, 'name': ReconfigVM_Task, 'duration_secs': 0.16302} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.767212] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62093) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2118.771497] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37503efd-3735-49d5-8edb-6f9621af55e1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.786806] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2118.786806] env[62093]: value = "task-1710939" [ 2118.786806] env[62093]: _type = "Task" [ 2118.786806] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.794430] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.296122] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710939, 'name': ReconfigVM_Task, 'duration_secs': 0.153825} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.296425] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356391', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'name': 'volume-43b0be41-b87a-43b2-9b81-395eb8688c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6e00592c-9c35-4059-86ab-297dac85e112', 'attached_at': '2024-12-10T22:06:47.000000', 'detached_at': '', 'volume_id': '43b0be41-b87a-43b2-9b81-395eb8688c64', 'serial': '43b0be41-b87a-43b2-9b81-395eb8688c64'} {{(pid=62093) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2119.296720] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.297534] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d234531-f235-4a3c-8dce-0bbddb2c875a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.303882] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2119.304112] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-169963e1-26b0-4d25-a4fc-97027bcb21be {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.380724] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2119.380935] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2119.381151] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleting the datastore file [datastore1] 6e00592c-9c35-4059-86ab-297dac85e112 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2119.381440] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be2c3207-1346-4f12-ba13-85bc3812c566 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.388695] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2119.388695] env[62093]: value = "task-1710941" [ 2119.388695] env[62093]: _type = "Task" [ 2119.388695] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.397221] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.900513] env[62093]: DEBUG oslo_vmware.api [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097465} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.900925] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.900925] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.901107] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.901281] env[62093]: INFO nova.compute.manager [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Took 2.24 seconds to destroy the instance on the hypervisor. [ 2119.901544] env[62093]: DEBUG oslo.service.loopingcall [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.901739] env[62093]: DEBUG nova.compute.manager [-] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2119.901842] env[62093]: DEBUG nova.network.neutron [-] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2120.381064] env[62093]: DEBUG nova.compute.manager [req-346cd983-fae1-47f8-81fe-7d44aed48d1a req-303e143e-1dee-4713-adf4-9b3342842e76 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Received event network-vif-deleted-047cd664-4381-4999-acea-5b3486d257d4 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2120.381429] env[62093]: INFO nova.compute.manager [req-346cd983-fae1-47f8-81fe-7d44aed48d1a req-303e143e-1dee-4713-adf4-9b3342842e76 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Neutron deleted interface 047cd664-4381-4999-acea-5b3486d257d4; detaching it from the instance and deleting it from the info cache [ 2120.381736] env[62093]: DEBUG nova.network.neutron [req-346cd983-fae1-47f8-81fe-7d44aed48d1a req-303e143e-1dee-4713-adf4-9b3342842e76 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.405158] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.405429] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.405539] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2120.814865] env[62093]: DEBUG nova.network.neutron [-] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.885755] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf88e586-fb14-4b2b-b54b-de9a2547f95a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.895743] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d04fc-339a-40aa-a326-68ae5dd23f26 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.920344] env[62093]: DEBUG nova.compute.manager [req-346cd983-fae1-47f8-81fe-7d44aed48d1a req-303e143e-1dee-4713-adf4-9b3342842e76 service nova] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Detach interface failed, port_id=047cd664-4381-4999-acea-5b3486d257d4, reason: Instance 6e00592c-9c35-4059-86ab-297dac85e112 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2121.317797] env[62093]: INFO nova.compute.manager [-] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Took 1.42 seconds to deallocate network for instance. [ 2121.406059] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.863205] env[62093]: INFO nova.compute.manager [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Took 0.54 seconds to detach 1 volumes for instance. [ 2121.865406] env[62093]: DEBUG nova.compute.manager [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 6e00592c-9c35-4059-86ab-297dac85e112] Deleting volume: 43b0be41-b87a-43b2-9b81-395eb8688c64 {{(pid=62093) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 2122.402290] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.402713] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.402777] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.427144] env[62093]: INFO nova.scheduler.client.report [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted allocations for instance 6e00592c-9c35-4059-86ab-297dac85e112 [ 2122.934925] env[62093]: DEBUG oslo_concurrency.lockutils [None req-9457dd1f-56da-4eb6-8161-c1fcf1380a96 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "6e00592c-9c35-4059-86ab-297dac85e112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.283s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.415064] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.415064] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.415064] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.415583] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.415583] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.417605] env[62093]: INFO nova.compute.manager [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Terminating instance [ 2123.419312] env[62093]: DEBUG nova.compute.manager [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2123.419506] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2123.420366] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293611c2-dcf8-4b69-8a16-2de2cca1468e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.427790] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2123.428013] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe6fa634-c3bd-409e-8760-320b97263e3d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.436443] env[62093]: DEBUG oslo_vmware.api [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2123.436443] env[62093]: value = "task-1710943" [ 2123.436443] env[62093]: _type = "Task" [ 2123.436443] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.443937] env[62093]: DEBUG oslo_vmware.api [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.946233] env[62093]: DEBUG oslo_vmware.api [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710943, 'name': PowerOffVM_Task, 'duration_secs': 0.227745} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.946500] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2123.946662] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2123.946945] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f2261b8-00e4-48b4-b882-975a3f4da15d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.018911] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2124.019142] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2124.019335] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleting the datastore file [datastore1] dbb615c7-c980-4aa0-b294-bc5dd7cd72a8 {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2124.019599] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde70684-4137-40ea-beab-c8bbfc0c4bcc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.025316] env[62093]: DEBUG oslo_vmware.api [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2124.025316] env[62093]: value = "task-1710945" [ 2124.025316] env[62093]: _type = "Task" [ 2124.025316] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.032765] env[62093]: DEBUG oslo_vmware.api [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.534665] env[62093]: DEBUG oslo_vmware.api [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144534} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.535044] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2124.535110] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2124.535278] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2124.535468] env[62093]: INFO nova.compute.manager [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2124.535687] env[62093]: DEBUG oslo.service.loopingcall [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2124.535871] env[62093]: DEBUG nova.compute.manager [-] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2124.535964] env[62093]: DEBUG nova.network.neutron [-] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2124.766132] env[62093]: DEBUG nova.compute.manager [req-1b1c8434-2de1-4ddf-a7ee-8c07f81f5494 req-103f7376-8961-488b-b2c0-005266ddfa4f service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Received event network-vif-deleted-820c7723-6c7c-4682-9499-607da83e4b27 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2124.766344] env[62093]: INFO nova.compute.manager [req-1b1c8434-2de1-4ddf-a7ee-8c07f81f5494 req-103f7376-8961-488b-b2c0-005266ddfa4f service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Neutron deleted interface 820c7723-6c7c-4682-9499-607da83e4b27; detaching it from the instance and deleting it from the info cache [ 2124.766515] env[62093]: DEBUG nova.network.neutron [req-1b1c8434-2de1-4ddf-a7ee-8c07f81f5494 req-103f7376-8961-488b-b2c0-005266ddfa4f service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.245393] env[62093]: DEBUG nova.network.neutron [-] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.269454] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55aa9a60-be94-46ed-8875-4fa07d198e3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.279056] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70843268-0858-41b7-88a0-3b2b9bf95aee {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.303719] env[62093]: DEBUG nova.compute.manager [req-1b1c8434-2de1-4ddf-a7ee-8c07f81f5494 req-103f7376-8961-488b-b2c0-005266ddfa4f service nova] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Detach interface failed, port_id=820c7723-6c7c-4682-9499-607da83e4b27, reason: Instance dbb615c7-c980-4aa0-b294-bc5dd7cd72a8 could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2125.405315] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.748031] env[62093]: INFO nova.compute.manager [-] [instance: dbb615c7-c980-4aa0-b294-bc5dd7cd72a8] Took 1.21 seconds to deallocate network for instance. [ 2126.254909] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.255281] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.255608] env[62093]: DEBUG nova.objects.instance [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'resources' on Instance uuid dbb615c7-c980-4aa0-b294-bc5dd7cd72a8 {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.405215] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2126.800999] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed922b39-2854-4909-9b4d-c360efb8e5c0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.808872] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b7b98b-303d-41c6-b53c-4cac160375e8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.839341] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9bd95a-8f59-4fae-8a9b-19adeec60b6a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.846399] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b292ceae-b1c7-4330-8bbb-d0dadb4128f8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.859057] env[62093]: DEBUG nova.compute.provider_tree [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.362176] env[62093]: DEBUG nova.scheduler.client.report [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2127.401019] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2127.404611] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2127.867547] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.885576] env[62093]: INFO nova.scheduler.client.report [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted allocations for instance dbb615c7-c980-4aa0-b294-bc5dd7cd72a8 [ 2128.393026] env[62093]: DEBUG oslo_concurrency.lockutils [None req-ff93e922-79d4-459a-834f-34edcd679050 tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "dbb615c7-c980-4aa0-b294-bc5dd7cd72a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.978s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.405667] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.908909] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.909169] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.909312] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.909462] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62093) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2131.910396] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ea785-a628-41da-af44-ec5c4699659b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.919830] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6344ca23-c752-484c-8938-635250d52e50 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.933123] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d98131-99dd-46ae-afa4-39e54c3f8fe6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.939198] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f7e06d-6209-45e3-95ef-913bea4f06c1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.966496] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180973MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62093) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2131.966622] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.966806] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.011696] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.011923] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.012146] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.012330] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.012504] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.014306] env[62093]: INFO nova.compute.manager [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Terminating instance [ 2132.015974] env[62093]: DEBUG nova.compute.manager [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2132.016175] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2132.016905] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338fa939-cb99-4c65-8a38-a51201141dcc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.023982] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2132.024208] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7072ea0-1ee8-40f0-9a4b-422b6333f26e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.031255] env[62093]: DEBUG oslo_vmware.api [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2132.031255] env[62093]: value = "task-1710947" [ 2132.031255] env[62093]: _type = "Task" [ 2132.031255] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.038785] env[62093]: DEBUG oslo_vmware.api [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.541330] env[62093]: DEBUG oslo_vmware.api [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710947, 'name': PowerOffVM_Task, 'duration_secs': 0.276944} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.541770] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2132.541770] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2132.541949] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae37b75c-fce0-438b-8986-272b5f0ee2d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.628866] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2132.629103] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2132.629290] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleting the datastore file [datastore1] 909c9b80-fad8-4018-9c18-0fe4ed398ebf {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2132.629539] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6d9a33b-b237-4c44-82bd-dd609428e136 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.636698] env[62093]: DEBUG oslo_vmware.api [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for the task: (returnval){ [ 2132.636698] env[62093]: value = "task-1710949" [ 2132.636698] env[62093]: _type = "Task" [ 2132.636698] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.643698] env[62093]: DEBUG oslo_vmware.api [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.993611] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Instance 909c9b80-fad8-4018-9c18-0fe4ed398ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62093) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2132.993611] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2132.993611] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62093) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2133.019410] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e033567a-8529-4614-8f2b-13ba4f2419a8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.028349] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb3ca3-6ec7-4159-980c-45b51fa09cbe {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.057411] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e770384-58eb-4d88-ae24-5a0ca2084e31 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.064189] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77214ae1-d579-4082-979a-6fcfde6ff016 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.078216] env[62093]: DEBUG nova.compute.provider_tree [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.146474] env[62093]: DEBUG oslo_vmware.api [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Task: {'id': task-1710949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150682} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.146735] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2133.146891] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2133.147070] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2133.148030] env[62093]: INFO nova.compute.manager [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2133.148030] env[62093]: DEBUG oslo.service.loopingcall [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2133.148030] env[62093]: DEBUG nova.compute.manager [-] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2133.148030] env[62093]: DEBUG nova.network.neutron [-] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2133.401384] env[62093]: DEBUG nova.compute.manager [req-8ccf9bd9-1838-4183-95a7-5d60dfe3afa8 req-065b757c-d6e3-4860-9804-537ea3143e96 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Received event network-vif-deleted-7e3efd62-c9a0-4a28-976e-b04319468692 {{(pid=62093) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2133.401585] env[62093]: INFO nova.compute.manager [req-8ccf9bd9-1838-4183-95a7-5d60dfe3afa8 req-065b757c-d6e3-4860-9804-537ea3143e96 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Neutron deleted interface 7e3efd62-c9a0-4a28-976e-b04319468692; detaching it from the instance and deleting it from the info cache [ 2133.401754] env[62093]: DEBUG nova.network.neutron [req-8ccf9bd9-1838-4183-95a7-5d60dfe3afa8 req-065b757c-d6e3-4860-9804-537ea3143e96 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.581313] env[62093]: DEBUG nova.scheduler.client.report [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2133.881552] env[62093]: DEBUG nova.network.neutron [-] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.904217] env[62093]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6568e29-ad72-4888-b1a1-b4c281c94392 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.913978] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c4b669-225c-4e17-b6b4-67d158f883a4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.936564] env[62093]: DEBUG nova.compute.manager [req-8ccf9bd9-1838-4183-95a7-5d60dfe3afa8 req-065b757c-d6e3-4860-9804-537ea3143e96 service nova] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Detach interface failed, port_id=7e3efd62-c9a0-4a28-976e-b04319468692, reason: Instance 909c9b80-fad8-4018-9c18-0fe4ed398ebf could not be found. {{(pid=62093) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2134.086587] env[62093]: DEBUG nova.compute.resource_tracker [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62093) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2134.086842] env[62093]: DEBUG oslo_concurrency.lockutils [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.384078] env[62093]: INFO nova.compute.manager [-] [instance: 909c9b80-fad8-4018-9c18-0fe4ed398ebf] Took 1.24 seconds to deallocate network for instance. [ 2134.891368] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.891694] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.891878] env[62093]: DEBUG nova.objects.instance [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lazy-loading 'resources' on Instance uuid 909c9b80-fad8-4018-9c18-0fe4ed398ebf {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.425188] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19125d46-f5f2-4e0f-99a9-27e97fa48e27 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.432315] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b65d4-ebbc-4c8f-afec-a8bb852feea8 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.461443] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41c9fe8-fb97-4a13-8655-3169838853a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.468579] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807f732-a8b3-4ff2-be86-c31d01cff4bb {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.482590] env[62093]: DEBUG nova.compute.provider_tree [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.985652] env[62093]: DEBUG nova.scheduler.client.report [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2136.491242] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.509476] env[62093]: INFO nova.scheduler.client.report [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Deleted allocations for instance 909c9b80-fad8-4018-9c18-0fe4ed398ebf [ 2137.017237] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8a350c90-8bfe-4097-ac97-fa7b28410b3a tempest-ServerActionsTestOtherA-589323024 tempest-ServerActionsTestOtherA-589323024-project-member] Lock "909c9b80-fad8-4018-9c18-0fe4ed398ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.005s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.087196] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2137.087420] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Starting heal instance info cache {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2138.092854] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Didn't find any instances for network info cache update. {{(pid=62093) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2139.776378] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.776654] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.279384] env[62093]: DEBUG nova.compute.manager [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Starting instance... {{(pid=62093) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2140.801984] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.802283] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.803817] env[62093]: INFO nova.compute.claims [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2141.838324] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3211b9fe-ff2d-4b45-8b63-1033fa806720 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.846725] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d9411-3fa0-45ee-89cb-a65ba5bcebc1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.875578] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d140c59-fc61-4545-ba16-dc976c5dfe60 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.882418] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7955eb-90a7-46f7-977b-a312d19c9766 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.894791] env[62093]: DEBUG nova.compute.provider_tree [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2142.398259] env[62093]: DEBUG nova.scheduler.client.report [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2142.903906] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.904656] env[62093]: DEBUG nova.compute.manager [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Start building networks asynchronously for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2143.410342] env[62093]: DEBUG nova.compute.utils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Using /dev/sd instead of None {{(pid=62093) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2143.411789] env[62093]: DEBUG nova.compute.manager [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Not allocating networking since 'none' was specified. {{(pid=62093) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 2143.914178] env[62093]: DEBUG nova.compute.manager [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Start building block device mappings for instance. {{(pid=62093) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2144.923171] env[62093]: DEBUG nova.compute.manager [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Start spawning the instance on the hypervisor. {{(pid=62093) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2144.949825] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2144.950102] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2144.950266] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2144.950448] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2144.950589] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2144.950728] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2144.950931] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2144.951103] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2144.951271] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2144.951429] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2144.951596] env[62093]: DEBUG nova.virt.hardware [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2144.952475] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26893101-0069-45dc-ab15-1e7668f5a9dd {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.960569] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694d152d-13c7-44c5-b686-327ce6baa1a7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.973999] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2144.979568] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Creating folder: Project (a0a70971a2244e51bf9da558e0a3fd4b). Parent ref: group-v356072. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2144.979828] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3904c68d-972b-4a6f-943a-643599b2f9aa {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.992069] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Created folder: Project (a0a70971a2244e51bf9da558e0a3fd4b) in parent group-v356072. [ 2144.992248] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Creating folder: Instances. Parent ref: group-v356393. {{(pid=62093) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2144.992452] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae7b1572-c6bc-4965-8daa-e05c0649c6ea {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.002077] env[62093]: INFO nova.virt.vmwareapi.vm_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Created folder: Instances in parent group-v356393. [ 2145.002301] env[62093]: DEBUG oslo.service.loopingcall [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.002478] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2145.002662] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-107a1692-3a7c-431d-b721-52a0af402a8c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.018252] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2145.018252] env[62093]: value = "task-1710952" [ 2145.018252] env[62093]: _type = "Task" [ 2145.018252] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.025136] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710952, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.527675] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710952, 'name': CreateVM_Task, 'duration_secs': 0.261857} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.527842] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2145.528293] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.528457] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.528797] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2145.529059] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317924d9-3618-4a0f-81d9-5b3769d8bfb6 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.533826] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2145.533826] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5275b457-b007-a902-b7f0-0521bfb7a230" [ 2145.533826] env[62093]: _type = "Task" [ 2145.533826] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.541171] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275b457-b007-a902-b7f0-0521bfb7a230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.043970] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5275b457-b007-a902-b7f0-0521bfb7a230, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.044424] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.044522] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2146.044739] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.044893] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.045090] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2146.045354] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c43b0ed-e307-49db-b2c2-a71a7ef7927f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.057098] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2146.057275] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2146.057950] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f477db48-e175-41bb-b466-a64dd18b0c4b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.062355] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2146.062355] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52c03cbf-2c47-4379-8a2c-9604c789e73a" [ 2146.062355] env[62093]: _type = "Task" [ 2146.062355] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.069345] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c03cbf-2c47-4379-8a2c-9604c789e73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.572966] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52c03cbf-2c47-4379-8a2c-9604c789e73a, 'name': SearchDatastore_Task, 'duration_secs': 0.013319} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.573777] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2528d79-f6a8-4f87-af6f-ff18836357b5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.578536] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2146.578536] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52f972e5-98c0-3e35-00b5-d35e01fa3973" [ 2146.578536] env[62093]: _type = "Task" [ 2146.578536] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.585678] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f972e5-98c0-3e35-00b5-d35e01fa3973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.088559] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52f972e5-98c0-3e35-00b5-d35e01fa3973, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.089042] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.089156] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e/fa5c52aa-fcd2-488f-b3fe-55b57348ca7e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2147.089321] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf59333e-af20-4cf5-8d23-718ca753179b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.096109] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2147.096109] env[62093]: value = "task-1710953" [ 2147.096109] env[62093]: _type = "Task" [ 2147.096109] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.103097] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.608022] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441044} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.608277] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e/fa5c52aa-fcd2-488f-b3fe-55b57348ca7e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2147.608444] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2147.608715] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-186d4303-0fbd-4849-818b-ec0f1bffdab5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.615684] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2147.615684] env[62093]: value = "task-1710954" [ 2147.615684] env[62093]: _type = "Task" [ 2147.615684] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.623498] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.125670] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063665} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.126159] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2148.126772] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c78d71-3899-43ee-97b7-990738e2db44 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.145934] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e/fa5c52aa-fcd2-488f-b3fe-55b57348ca7e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2148.146172] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82658e78-75c3-48ce-aacb-57d0ea8a11b4 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.165283] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2148.165283] env[62093]: value = "task-1710955" [ 2148.165283] env[62093]: _type = "Task" [ 2148.165283] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.175358] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710955, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.675180] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710955, 'name': ReconfigVM_Task, 'duration_secs': 0.24876} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.675345] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Reconfigured VM instance instance-0000007a to attach disk [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e/fa5c52aa-fcd2-488f-b3fe-55b57348ca7e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2148.675852] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af088563-9a1a-4f33-a536-1b9f56a63a33 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.681814] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2148.681814] env[62093]: value = "task-1710956" [ 2148.681814] env[62093]: _type = "Task" [ 2148.681814] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.689612] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710956, 'name': Rename_Task} progress is 5%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.191164] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710956, 'name': Rename_Task, 'duration_secs': 0.127584} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.191534] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2149.191666] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ccc7ab7-c6d2-4c22-aa77-81f946dde606 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.197692] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2149.197692] env[62093]: value = "task-1710957" [ 2149.197692] env[62093]: _type = "Task" [ 2149.197692] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.204697] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.706717] env[62093]: DEBUG oslo_vmware.api [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710957, 'name': PowerOnVM_Task, 'duration_secs': 0.410068} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.706983] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2149.707182] env[62093]: INFO nova.compute.manager [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Took 4.78 seconds to spawn the instance on the hypervisor. [ 2149.707375] env[62093]: DEBUG nova.compute.manager [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2149.708139] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe65f5-d371-4ab1-8404-294c6f474856 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.223499] env[62093]: INFO nova.compute.manager [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Took 9.44 seconds to build instance. [ 2150.725398] env[62093]: DEBUG oslo_concurrency.lockutils [None req-cf06fd9b-2b6e-425d-a7cc-f5d2b9a193be tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.948s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.520729] env[62093]: INFO nova.compute.manager [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Rebuilding instance [ 2151.559797] env[62093]: DEBUG nova.compute.manager [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2151.560671] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2064d83-62c6-4104-b45d-e16d27b20441 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.071309] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2152.071629] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f273b29a-415e-4ff8-8239-f348d8bd89d9 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.078664] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2152.078664] env[62093]: value = "task-1710958" [ 2152.078664] env[62093]: _type = "Task" [ 2152.078664] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.087040] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.589256] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710958, 'name': PowerOffVM_Task, 'duration_secs': 0.126763} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.589648] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2152.589794] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2152.590587] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6be6ecf-f5be-4d2e-8cef-92ff696a1b8e {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.596645] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2152.596866] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa8d90d7-c4c0-4775-bee2-39cbad571828 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.621685] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2152.621894] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2152.622089] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Deleting the datastore file [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2152.622338] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2454bd7-a4fb-41c5-8d4f-be0fd5764b3f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.628432] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2152.628432] env[62093]: value = "task-1710960" [ 2152.628432] env[62093]: _type = "Task" [ 2152.628432] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.635562] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.137913] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102016} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.138188] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2153.138373] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2153.138545] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2154.169481] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:39:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:38:56Z,direct_url=,disk_format='vmdk',id=e19acd06-2b45-4969-9b32-92bc34a8fc8e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a5b681666c3f493683f9b329cb9eab15',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2154.169772] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Flavor limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2154.169878] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Image limits 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.170074] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Flavor pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2154.170221] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Image pref 0:0:0 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.170363] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62093) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2154.170568] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2154.170723] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2154.170888] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Got 1 possible topologies {{(pid=62093) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2154.171060] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2154.171237] env[62093]: DEBUG nova.virt.hardware [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62093) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2154.172359] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9beda8-a89e-4def-bf1a-d557d875dc7a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.179977] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb8a3e9-6e70-4eca-88bc-1c4c0ee0ad13 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.193073] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Instance VIF info [] {{(pid=62093) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2154.198598] env[62093]: DEBUG oslo.service.loopingcall [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.198820] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Creating VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2154.199015] env[62093]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af757559-7023-4ca5-b977-2837a5e0252b {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.219500] env[62093]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2154.219500] env[62093]: value = "task-1710961" [ 2154.219500] env[62093]: _type = "Task" [ 2154.219500] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.226725] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710961, 'name': CreateVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.729701] env[62093]: DEBUG oslo_vmware.api [-] Task: {'id': task-1710961, 'name': CreateVM_Task, 'duration_secs': 0.260041} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.729912] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Created VM on the ESX host {{(pid=62093) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2154.730327] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.730502] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.730807] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2154.731056] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ab2d5d-33fc-43bb-ba82-5ff4a6428ab1 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.735390] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2154.735390] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]52109bbf-16e7-56b4-e7f1-c7d72ad4ba61" [ 2154.735390] env[62093]: _type = "Task" [ 2154.735390] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.743053] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52109bbf-16e7-56b4-e7f1-c7d72ad4ba61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.246441] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]52109bbf-16e7-56b4-e7f1-c7d72ad4ba61, 'name': SearchDatastore_Task, 'duration_secs': 0.026957} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.246831] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.246927] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Processing image e19acd06-2b45-4969-9b32-92bc34a8fc8e {{(pid=62093) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2155.247170] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.247312] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.247480] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2155.247721] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93798a6b-f82d-4fdc-8bb4-cd1c51f5f491 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.255845] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62093) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2155.256019] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62093) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2155.256687] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf05510-a91b-4b0e-bc6e-d3a0166b10fc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.261158] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2155.261158] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]5268d493-6df3-fcdc-0904-44e1fc186b55" [ 2155.261158] env[62093]: _type = "Task" [ 2155.261158] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.267907] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5268d493-6df3-fcdc-0904-44e1fc186b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.771169] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]5268d493-6df3-fcdc-0904-44e1fc186b55, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.771983] env[62093]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5c5d08-ba66-4afb-8969-76d9831c6723 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.776586] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2155.776586] env[62093]: value = "session[52050920-ac50-862f-addb-422944c62b94]523ce8f8-8be5-6e92-88a5-f3fd8a531182" [ 2155.776586] env[62093]: _type = "Task" [ 2155.776586] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.783556] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523ce8f8-8be5-6e92-88a5-f3fd8a531182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.286751] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': session[52050920-ac50-862f-addb-422944c62b94]523ce8f8-8be5-6e92-88a5-f3fd8a531182, 'name': SearchDatastore_Task, 'duration_secs': 0.008622} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.287172] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.287298] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e/fa5c52aa-fcd2-488f-b3fe-55b57348ca7e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2156.287526] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-562993ab-070e-4bc1-971d-9693e8a7d0d2 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.293691] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2156.293691] env[62093]: value = "task-1710962" [ 2156.293691] env[62093]: _type = "Task" [ 2156.293691] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.300465] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.804039] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710962, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.305566] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525169} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.305950] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e19acd06-2b45-4969-9b32-92bc34a8fc8e/e19acd06-2b45-4969-9b32-92bc34a8fc8e.vmdk to [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e/fa5c52aa-fcd2-488f-b3fe-55b57348ca7e.vmdk {{(pid=62093) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2157.306094] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Extending root virtual disk to 1048576 {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2157.306260] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a87ddfd-66d1-4b5c-97c9-b64f0ec4b01c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.312298] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2157.312298] env[62093]: value = "task-1710963" [ 2157.312298] env[62093]: _type = "Task" [ 2157.312298] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.318979] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.821845] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086355} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.822127] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Extended root virtual disk {{(pid=62093) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2157.822866] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ace9600-379d-4f93-9665-ede2a5adcd2d {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.841693] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e/fa5c52aa-fcd2-488f-b3fe-55b57348ca7e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2157.841949] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0691ba3-3b9c-406c-9948-399892520e5a {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.860190] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2157.860190] env[62093]: value = "task-1710964" [ 2157.860190] env[62093]: _type = "Task" [ 2157.860190] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.867153] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710964, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.370700] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710964, 'name': ReconfigVM_Task, 'duration_secs': 0.30404} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.371150] env[62093]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Reconfigured VM instance instance-0000007a to attach disk [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e/fa5c52aa-fcd2-488f-b3fe-55b57348ca7e.vmdk or device None with type sparse {{(pid=62093) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2158.371607] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ee2c14f-eb06-4f58-9e4a-e6b72048fda7 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.378217] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2158.378217] env[62093]: value = "task-1710965" [ 2158.378217] env[62093]: _type = "Task" [ 2158.378217] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.385532] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710965, 'name': Rename_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.888188] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710965, 'name': Rename_Task, 'duration_secs': 0.216348} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.888528] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Powering on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2158.888705] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-190e92c7-46ff-443c-8343-1f722c7797cc {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.895339] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2158.895339] env[62093]: value = "task-1710966" [ 2158.895339] env[62093]: _type = "Task" [ 2158.895339] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.903367] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.405975] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.907095] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.407466] env[62093]: DEBUG oslo_vmware.api [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710966, 'name': PowerOnVM_Task, 'duration_secs': 1.271248} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.407854] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Powered on the VM {{(pid=62093) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2160.407986] env[62093]: DEBUG nova.compute.manager [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Checking state {{(pid=62093) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2160.408708] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de10e772-a164-4e28-a6c9-0c00c1eb3ac0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.926493] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.926493] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.926607] env[62093]: DEBUG nova.objects.instance [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62093) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2161.162859] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.163641] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.163869] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.164071] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.164254] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.166314] env[62093]: INFO nova.compute.manager [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Terminating instance [ 2161.167860] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "refresh_cache-fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.168026] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquired lock "refresh_cache-fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.168193] env[62093]: DEBUG nova.network.neutron [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Building network info cache for instance {{(pid=62093) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2161.686392] env[62093]: DEBUG nova.network.neutron [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2161.742555] env[62093]: DEBUG nova.network.neutron [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.935731] env[62093]: DEBUG oslo_concurrency.lockutils [None req-8f8013ac-d69f-4bcf-bf7b-1f3cc67ace48 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.245457] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Releasing lock "refresh_cache-fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" {{(pid=62093) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.245945] env[62093]: DEBUG nova.compute.manager [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Start destroying the instance on the hypervisor. {{(pid=62093) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2162.246280] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Destroying instance {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2162.247181] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c6c9fb-d966-46f5-8e4e-c9b4b454056c {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.254944] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Powering off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2162.255229] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864a1a27-e2cb-44a7-bf9e-b4e7e2f07cab {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.261301] env[62093]: DEBUG oslo_vmware.api [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2162.261301] env[62093]: value = "task-1710967" [ 2162.261301] env[62093]: _type = "Task" [ 2162.261301] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.268898] env[62093]: DEBUG oslo_vmware.api [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.771968] env[62093]: DEBUG oslo_vmware.api [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710967, 'name': PowerOffVM_Task, 'duration_secs': 0.17789} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.772378] env[62093]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Powered off the VM {{(pid=62093) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2162.772433] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Unregistering the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2162.772686] env[62093]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-433196d5-bdc0-445c-accc-1c8644d74b81 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.797695] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Unregistered the VM {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2162.797938] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Deleting contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2162.798170] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Deleting the datastore file [datastore1] fa5c52aa-fcd2-488f-b3fe-55b57348ca7e {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2162.798483] env[62093]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82f41613-1206-4201-824c-f838bdb172a5 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.806936] env[62093]: DEBUG oslo_vmware.api [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for the task: (returnval){ [ 2162.806936] env[62093]: value = "task-1710969" [ 2162.806936] env[62093]: _type = "Task" [ 2162.806936] env[62093]: } to complete. {{(pid=62093) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.817657] env[62093]: DEBUG oslo_vmware.api [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.316955] env[62093]: DEBUG oslo_vmware.api [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Task: {'id': task-1710969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092139} completed successfully. {{(pid=62093) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.345511] env[62093]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Deleted the datastore file {{(pid=62093) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2163.345511] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Deleted contents of the VM from datastore datastore1 {{(pid=62093) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2163.345511] env[62093]: DEBUG nova.virt.vmwareapi.vmops [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Instance destroyed {{(pid=62093) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2163.345511] env[62093]: INFO nova.compute.manager [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2163.345511] env[62093]: DEBUG oslo.service.loopingcall [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62093) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.345511] env[62093]: DEBUG nova.compute.manager [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Deallocating network for instance {{(pid=62093) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2163.345511] env[62093]: DEBUG nova.network.neutron [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] deallocate_for_instance() {{(pid=62093) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2163.345511] env[62093]: DEBUG nova.network.neutron [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Instance cache missing network info. {{(pid=62093) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2163.842648] env[62093]: DEBUG nova.network.neutron [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Updating instance_info_cache with network_info: [] {{(pid=62093) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.345101] env[62093]: INFO nova.compute.manager [-] [instance: fa5c52aa-fcd2-488f-b3fe-55b57348ca7e] Took 1.03 seconds to deallocate network for instance. [ 2164.851568] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.851980] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.852068] env[62093]: DEBUG nova.objects.instance [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lazy-loading 'resources' on Instance uuid fa5c52aa-fcd2-488f-b3fe-55b57348ca7e {{(pid=62093) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2165.383592] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c653a926-7055-48ad-96c9-83d3f94b0f2f {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.391389] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a913ce-5b00-4701-8415-29d0906e76ad {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.420485] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42921930-dc4d-4bd2-9d3f-e7b27deacb03 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.427151] env[62093]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e55f81-6f6b-4f6b-b686-cc4bbdca43a0 {{(pid=62093) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.440904] env[62093]: DEBUG nova.compute.provider_tree [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Inventory has not changed in ProviderTree for provider: 6e60daf5-3607-4d31-91a7-fe659465be0d {{(pid=62093) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2165.943883] env[62093]: DEBUG nova.scheduler.client.report [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Inventory has not changed for provider 6e60daf5-3607-4d31-91a7-fe659465be0d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62093) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2166.449159] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.469508] env[62093]: INFO nova.scheduler.client.report [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Deleted allocations for instance fa5c52aa-fcd2-488f-b3fe-55b57348ca7e [ 2166.978477] env[62093]: DEBUG oslo_concurrency.lockutils [None req-f0620b99-cbcf-45d7-a95c-00f0772b4ce0 tempest-ServerShowV254Test-942181444 tempest-ServerShowV254Test-942181444-project-member] Lock "fa5c52aa-fcd2-488f-b3fe-55b57348ca7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.815s {{(pid=62093) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.405725] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.406190] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.406190] env[62093]: DEBUG nova.compute.manager [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62093) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2183.406261] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2185.405536] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2186.405864] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2187.401330] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2187.905380] env[62093]: DEBUG oslo_service.periodic_task [None req-634d6e3d-33ce-423c-a17e-a7375fe74ce7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62093) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}